-- Logs begin at Tue 2022-03-01 16:14:22 UTC, end at Tue 2022-03-01 17:13:41 UTC. -- Mar 01 16:47:56.354707 dv-cinder-831247-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 01 16:47:59.317851 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.common.config [-] Logging enabled! Mar 01 16:47:59.318504 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev562 Mar 01 16:47:59.318652 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102923) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 01 16:47:59.322609 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.common.config [-] Logging enabled! Mar 01 16:47:59.322867 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev562 Mar 01 16:47:59.323181 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102923) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 01 16:47:59.324151 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 01 16:47:59.324389 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 01 16:47:59.324765 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 01 16:47:59.325016 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 01 16:47:59.325662 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 01 16:47:59.325995 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.326422 dv-cinder-831247-2-iscsi neutron-server[102923]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 01 16:47:59.326744 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.327074 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.327368 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.327672 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.327968 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.328253 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.328542 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.328844 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.329131 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.329413 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.329700 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.329992 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.330274 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.330562 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.330849 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.331135 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] debug = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.331446 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.331884 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.332311 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.332614 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.332881 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.333176 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.333440 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.333719 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.333999 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.334331 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] host = dv-cinder-831247-2-iscsi {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.334611 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.334898 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.335185 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.335494 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.335823 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.336102 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.336390 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.336667 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.336944 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] log_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.337218 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.337505 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.337793 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.338080 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.338308 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.338532 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.338831 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.339117 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.339416 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.339695 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.339970 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.340246 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.340522 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.340795 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.341080 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.341362 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.341648 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.341922 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.342200 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.342474 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.342747 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.343031 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.343304 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.343603 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.343879 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.344164 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.344434 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.344710 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.345012 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.345297 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.345578 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.345864 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.346137 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.346418 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.346696 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.346970 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.347243 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] use_json = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.347545 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.347820 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.348101 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.348374 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.348643 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.348916 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.349188 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.349468 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.349740 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:47:59.350039 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.350335 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.350633 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.350932 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.351224 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.351592 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.351849 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.352306 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.352599 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.352890 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.353185 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.353470 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.353772 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.354063 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.354361 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.354667 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.354960 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.355251 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.355552 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.355826 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.356101 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.356382 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.356671 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.356951 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.357241 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.357530 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.357811 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.358107 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.358395 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.358687 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.358973 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.359248 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.359551 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.359841 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.360120 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.360393 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.360669 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.360955 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.361233 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.361505 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.361785 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.362061 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.362334 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.362604 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.362880 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.363169 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.363473 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.363746 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.364014 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.364291 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.364561 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.364844 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.365122 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.365399 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.365668 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.365947 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.366218 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.366492 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.366773 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.367613 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.367955 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.368266 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.368545 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.368823 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.369096 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.369370 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.369644 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.369920 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.370205 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.370483 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.370758 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.371034 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.371311 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.371614 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.371906 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.372212 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.372498 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.372780 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.373061 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.373343 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.373624 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.373906 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.374186 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.374468 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.374744 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.375039 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.375349 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.375641 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.375949 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.376468 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.376606 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.376806 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.377092 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.377376 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.377656 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.377938 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.378224 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.378510 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.378806 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.379109 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.379426 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.379728 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.380022 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.380305 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.380619 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.380901 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:47:59.381119 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 01 16:47:59.381371 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102923) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 01 16:47:59.756947 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 01 16:47:59.757156 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 01 16:47:59.757462 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 01 16:47:59.757994 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 01 16:48:00.094637 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.094931 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.095201 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.096541 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.096817 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.097087 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.143381 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.143658 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.143924 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.158822 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.159107 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.159402 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.188899 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.189182 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.189455 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.235349 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.235637 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.235913 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.588266 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.588910 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.588910 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.589073 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.589738 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.691495 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.691737 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.692021 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.692298 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.692570 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.692885 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.693150 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.693408 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.693662 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.693945 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.694209 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.694477 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.694734 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.695049 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.695395 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.695671 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.695925 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.696198 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.696470 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.696731 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.697003 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.697258 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.697540 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.697920 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.698172 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.698420 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.698813 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 16:48:00.699054 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 16:48:00.699293 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 16:48:00.699555 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 16:48:00.699791 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 16:48:00.700027 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 16:48:00.700401 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 01 16:48:00.703668 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 01 16:48:00.707758 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 01 16:48:00.711756 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 01 16:48:00.713420 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 01 16:48:00.713894 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 01 16:48:00.714231 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 01 16:48:00.714619 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 01 16:48:00.717516 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 01 16:48:00.717775 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 01 16:48:00.718127 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 01 16:48:00.723064 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 01 16:48:00.748664 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 01 16:48:00.749134 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.749442 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102923) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 01 16:48:00.749819 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.751209 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102923) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 01 16:48:00.751522 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 01 16:48:00.751771 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 01 16:48:00.755125 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.755448 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:00.819614 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 01 16:48:00.819852 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 01 16:48:00.820123 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 01 16:48:00.820552 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 01 16:48:00.843302 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_db.sqlalchemy.engines [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102923) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 01 16:48:01.295911 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Initializing driver for type 'gre' Mar 01 16:48:01.296240 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] gre ID ranges: [(1, 1000)] Mar 01 16:48:01.354446 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Initializing driver for type 'local' Mar 01 16:48:01.354777 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Initializing driver for type 'vlan' Mar 01 16:48:01.368514 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] VlanTypeDriver initialization complete Mar 01 16:48:01.368866 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Initializing driver for type 'vxlan' Mar 01 16:48:01.369372 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] vxlan ID ranges: [(1, 1000)] Mar 01 16:48:01.423551 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Initializing extension driver 'port_security' Mar 01 16:48:01.423939 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.extensions.port_security [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] PortSecurityExtensionDriver initialization complete Mar 01 16:48:01.424286 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Initializing mechanism driver 'openvswitch' Mar 01 16:48:01.424618 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Initializing mechanism driver 'hyperv' Mar 01 16:48:01.431968 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.plugins.ml2.plugin [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:48:01.432830 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > port after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.433208 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > port after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.433566 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > port after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.434103 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102923) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 01 16:48:01.434539 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > subnet after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.434900 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > subnet after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.435251 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.435679 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102923) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 01 16:48:01.436093 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > network after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.436438 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > network after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.436782 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > network after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.437180 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102923) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 01 16:48:01.437584 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > security_group after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.437936 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > security_group after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.438278 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.438678 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102923) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 01 16:48:01.439084 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.439457 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.439803 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.440209 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102923) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 01 16:48:01.440612 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > address_group after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.440964 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > address_group after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.441306 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.441706 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102923) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 01 16:48:01.442149 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] ML2 OVO RPC backend initialized. {{(pid=102923) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 01 16:48:01.442856 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.443214 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.443657 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > network before_response 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.444099 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > networks before_response 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.444363 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > port before_response 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.444707 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > ports before_response 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.445069 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > subnet before_response 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.445417 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > subnets before_response 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.445768 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > network after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.446300 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > network after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.446446 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > network after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.446787 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > port after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.447387 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > port after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.447509 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > port after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.447837 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > subnet after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.448156 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > subnet after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.448492 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.456884 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.quota [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded quota_driver: . Mar 01 16:48:01.457259 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.plugin [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Modular L2 Plugin initialization complete Mar 01 16:48:01.457615 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading services supported by the core plugin {{(pid=102923) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 01 16:48:01.457963 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.plugins.ml2.managers [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Got port-security extension from driver 'port_security' Mar 01 16:48:01.458454 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.extensions.vlantransparent [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Disabled vlantransparent extension. Mar 01 16:48:01.458994 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102923) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 01 16:48:01.459348 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading Plugin: router Mar 01 16:48:01.497659 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.498063 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router after_create 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.498455 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router before_create 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.498826 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.499202 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.499599 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router after_delete 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.499961 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.500568 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.501200 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router after_create 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.501817 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router after_update 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.502453 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router after_update 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.502869 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.503244 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router after_update 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.503696 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router precommit_update 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.504078 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: port after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.504436 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: port after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.504781 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: subnet after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.505127 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.505483 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.505835 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router precommit_create 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.506183 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: port before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.506520 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router precommit_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.506881 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router after_update 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.507226 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.508279 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router precommit_create 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.508648 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.509087 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router precommit_update 55549900 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.509472 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > agent after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.509831 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > agent after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.510208 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > network after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.511121 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Tracking information for resource: router configured {{(pid=102923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 16:48:01.511494 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Tracking information for resource: floatingip configured {{(pid=102923) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 16:48:01.516699 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.db.l3_agentschedulers_db [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 01 16:48:01.517286 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: port after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.517651 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: port after_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.518004 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: port after_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.518359 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: port after_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.519164 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router before_create 55550100 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.519556 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.519924 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router precommit_create 55550100 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.520290 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > router precommit_update 55550100 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.525747 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.services.provider_configuration [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Service providers = [] {{(pid=102923) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 01 16:48:01.526119 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.db.servicetype_db [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102923) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 01 16:48:01.529207 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.services.service_base [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102923) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 01 16:48:01.529566 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.services.service_base [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102923) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 01 16:48:01.529917 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.services.service_base [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102923) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 01 16:48:01.530825 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.services.service_base [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102923) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 01 16:48:01.531205 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.services.service_base [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 01 16:48:01.531627 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 16:48:01.531954 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 01 16:48:01.543468 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 16:48:01.543810 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading Plugin: auto_allocate Mar 01 16:48:01.549777 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: network precommit_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.550108 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: network precommit_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.550641 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 16:48:01.550968 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading Plugin: tag Mar 01 16:48:01.558473 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 16:48:01.558816 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading Plugin: timestamp Mar 01 16:48:01.562732 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 16:48:01.563069 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading Plugin: network_ip_availability Mar 01 16:48:01.568694 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.569070 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.569429 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.570982 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 16:48:01.571527 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading Plugin: flavors Mar 01 16:48:01.576659 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 16:48:01.577005 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading Plugin: revisions Mar 01 16:48:01.581477 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102923) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 16:48:01.581878 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_concurrency.lockutils [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.824s {{(pid=102923) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 01 16:48:01.582635 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102923) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 01 16:48:01.582977 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Initializing extension manager. Mar 01 16:48:01.583533 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: __init__.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.583879 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: __pycache__ {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.584216 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.584553 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: address_group.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.585325 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.585973 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: address-group Mar 01 16:48:01.586301 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: address_scope.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.587023 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.587577 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: address-scope Mar 01 16:48:01.587903 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.588848 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.589401 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: router-admin-state-down-before-update Mar 01 16:48:01.589677 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: agent.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.590391 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.590900 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: agent Mar 01 16:48:01.591227 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: agent_resources_synced.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.592181 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.592695 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: agent-resources-synced Mar 01 16:48:01.593023 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: allowedaddresspairs.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.594835 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.595393 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: allowed-address-pairs Mar 01 16:48:01.595729 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: auto_allocated_topology.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.596820 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.597349 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: auto-allocated-topology Mar 01 16:48:01.597678 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: availability_zone.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.598382 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.598897 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: availability_zone Mar 01 16:48:01.599226 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: availability_zone_filter.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.600183 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.600704 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: availability_zone_filter Mar 01 16:48:01.601030 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: data_plane_status.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.602106 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.602619 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension data-plane-status not supported by any of loaded plugins Mar 01 16:48:01.602945 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: default_subnetpools.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.603904 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.604418 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: default-subnetpools Mar 01 16:48:01.604747 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.605567 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.606084 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: dhcp_agent_scheduler Mar 01 16:48:01.606412 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: dns.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.607366 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.607881 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension dns-integration not supported by any of loaded plugins Mar 01 16:48:01.608207 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: dns_domain_ports.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.609141 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.609654 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 01 16:48:01.609981 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.610913 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.611457 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 01 16:48:01.611787 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: dvr.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.612459 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.612967 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: dvr Mar 01 16:48:01.613292 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: ecmp_routes.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.614229 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.614740 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 01 16:48:01.615066 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: empty_string_filtering.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.616013 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.616534 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: empty-string-filtering Mar 01 16:48:01.617411 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.618343 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.618850 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 01 16:48:01.619176 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.620130 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.620639 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 01 16:48:01.620966 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: external_net.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.621886 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.622396 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: external-net Mar 01 16:48:01.622723 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.623671 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.624186 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: extra_dhcp_opt Mar 01 16:48:01.624512 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: extraroute.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.625439 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.625952 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: extraroute Mar 01 16:48:01.626279 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: extraroute_atomic.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.627342 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.627878 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: extraroute-atomic Mar 01 16:48:01.628207 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: filter_validation.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.628890 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.629398 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: filter-validation Mar 01 16:48:01.629724 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: fip_pf_description.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.630645 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.631160 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 01 16:48:01.631526 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: fip_port_details.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.633331 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.633849 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: fip-port-details Mar 01 16:48:01.634180 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: flavors.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.635485 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.636016 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: flavors Mar 01 16:48:01.636347 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.638064 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.638597 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 01 16:48:01.638933 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: floatingip_pools.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.639681 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.640203 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: floatingip-pools Mar 01 16:48:01.640532 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: ip_allocation.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.641492 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.642007 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension ip_allocation not supported by any of loaded plugins Mar 01 16:48:01.642335 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.643265 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.643815 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: ip-substring-filtering Mar 01 16:48:01.644144 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: l2_adjacency.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.645081 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.645591 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 01 16:48:01.645917 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: l3.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.646898 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.647457 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: router Mar 01 16:48:01.647795 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.650282 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.650814 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 01 16:48:01.651148 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.652128 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.652652 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: ext-gw-mode Mar 01 16:48:01.652982 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.653917 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.654436 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: l3-ha Mar 01 16:48:01.654765 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.655731 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.656242 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 01 16:48:01.656567 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: l3_flavors.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.657496 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.658017 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: l3-flavors Mar 01 16:48:01.658343 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.659775 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.660295 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 01 16:48:01.660627 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.661554 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.662069 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 01 16:48:01.662397 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: l3agentscheduler.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.663491 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.664060 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: l3_agent_scheduler Mar 01 16:48:01.664396 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: local_ip.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.666187 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.666720 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension local_ip not supported by any of loaded plugins Mar 01 16:48:01.667059 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: logging.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.670345 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.670876 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension logging not supported by any of loaded plugins Mar 01 16:48:01.671215 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: metering.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.672023 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.672614 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: metering Mar 01 16:48:01.672949 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.674061 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.674588 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: metering_source_and_destination_fields Mar 01 16:48:01.674923 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: multiprovidernet.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.675909 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.676433 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: multi-provider Mar 01 16:48:01.676765 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: netmtu.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.677704 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.678224 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: net-mtu Mar 01 16:48:01.678553 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: netmtu_writable.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.680033 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.680545 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: net-mtu-writable Mar 01 16:48:01.680873 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: network_availability_zone.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.681552 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.682067 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: network_availability_zone Mar 01 16:48:01.682396 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: network_ip_availability.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.683563 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.684086 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: network-ip-availability Mar 01 16:48:01.684416 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: network_segment_range.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.685196 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.685708 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension network-segment-range not supported by any of loaded plugins Mar 01 16:48:01.686036 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: pagination.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.687038 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.687399 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: pagination Mar 01 16:48:01.687729 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: port_device_profile.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.688652 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.689170 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: port-device-profile Mar 01 16:48:01.689496 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.690436 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.690955 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: port-mac-address-regenerate Mar 01 16:48:01.691281 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.692242 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.692758 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: port-numa-affinity-policy Mar 01 16:48:01.693085 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: port_resource_request.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.694018 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.694532 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension port-resource-request not supported by any of loaded plugins Mar 01 16:48:01.694881 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: port_resource_request_groups.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.696115 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.696629 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 01 16:48:01.696957 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: portbindings.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.697899 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.698418 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: binding Mar 01 16:48:01.698746 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: portbindings_extended.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.700071 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.700592 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: binding-extended Mar 01 16:48:01.700925 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: portsecurity.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.701851 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.702365 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: port-security Mar 01 16:48:01.702694 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: project_id.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.703714 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.704054 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: project-id Mar 01 16:48:01.704385 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: providernet.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.705310 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.705829 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: provider Mar 01 16:48:01.706157 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: qos.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.709847 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.710375 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension qos not supported by any of loaded plugins Mar 01 16:48:01.711440 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.712667 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.713195 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 01 16:48:01.713524 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.714464 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.714982 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 01 16:48:01.715306 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: qos_default.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.716258 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.716774 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension qos-default not supported by any of loaded plugins Mar 01 16:48:01.717098 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: qos_fip.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.718041 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.718565 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension qos-fip not supported by any of loaded plugins Mar 01 16:48:01.718892 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.719858 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.720375 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 01 16:48:01.720702 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: qos_gateway_ip.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.721638 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.722150 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 01 16:48:01.722472 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: qos_port_network_policy.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.723569 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.724086 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 01 16:48:01.724411 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.725486 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.726007 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 01 16:48:01.726918 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.728017 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.728546 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 01 16:48:01.728871 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: qos_pps_rule.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.730079 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.730597 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension qos-pps not supported by any of loaded plugins Mar 01 16:48:01.730929 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: qos_rule_type_details.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.731888 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.732408 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 01 16:48:01.732740 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: qos_rules_alias.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.733800 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.734316 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 01 16:48:01.734645 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: quota_check_limit.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.735605 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.736127 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: quota-check-limit Mar 01 16:48:01.736455 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: quotasv2.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.737444 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.737776 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: quotas Mar 01 16:48:01.738101 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: quotasv2_detail.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.739994 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.740337 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: quota_details Mar 01 16:48:01.740677 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: rbac.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.741784 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.742322 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: rbac-policies Mar 01 16:48:01.742650 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: rbac_address_group.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.743634 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.744153 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: rbac-address-group Mar 01 16:48:01.744480 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: rbac_address_scope.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.745412 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.745932 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: rbac-address-scope Mar 01 16:48:01.746261 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: rbac_security_groups.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.747191 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.747741 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: rbac-security-groups Mar 01 16:48:01.748069 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: rbac_subnetpool.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.749080 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.749588 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: rbac-subnetpool Mar 01 16:48:01.749913 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: revisionifmatch.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.750846 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.751390 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: revision-if-match Mar 01 16:48:01.751719 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: revisions.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.752924 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.753441 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: standard-attr-revisions Mar 01 16:48:01.753774 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: router_availability_zone.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.754461 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.754980 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: router_availability_zone Mar 01 16:48:01.755310 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: routerservicetype.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.756268 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.756777 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension router-service-type not supported by any of loaded plugins Mar 01 16:48:01.757102 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.758228 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.758748 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: security-groups-normalized-cidr Mar 01 16:48:01.759074 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.760052 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.760567 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: port-security-groups-filtering Mar 01 16:48:01.760889 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.761844 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.762357 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: security-groups-remote-address-group Mar 01 16:48:01.762685 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.763658 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.764175 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: security-groups-shared-filtering Mar 01 16:48:01.764503 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.765104 dv-cinder-831247-2-iscsi neutron-server[102923]: WARNING neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 01 16:48:01.765430 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: securitygroup.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.775847 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.776391 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: security-group Mar 01 16:48:01.776732 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: segment.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.777545 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.778067 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension segment not supported by any of loaded plugins Mar 01 16:48:01.778403 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.779422 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.779942 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 01 16:48:01.780271 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: servicetype.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.781402 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.781935 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: service-type Mar 01 16:48:01.782267 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: sorting.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.783265 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.783627 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: sorting Mar 01 16:48:01.783957 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: standard_attr_segment.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.784900 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.785418 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 01 16:48:01.785745 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: standardattrdescription.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.786411 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.786921 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: standard-attr-description Mar 01 16:48:01.787244 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: stateful_security_group.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.788238 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.789342 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: stateful-security-group Mar 01 16:48:01.789699 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: stdattrs_common.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.790274 dv-cinder-831247-2-iscsi neutron-server[102923]: WARNING neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 01 16:48:01.790601 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.791592 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.792114 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 01 16:48:01.792435 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: subnet_onboard.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.793823 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.794354 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: subnet_onboard Mar 01 16:48:01.794682 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.795686 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.796205 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 01 16:48:01.796532 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: subnet_service_types.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.797484 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.798005 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: subnet-service-types Mar 01 16:48:01.798332 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: subnetallocation.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.799500 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.800067 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: subnet_allocation Mar 01 16:48:01.800350 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.801027 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.801559 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: subnetpool-prefix-ops Mar 01 16:48:01.801909 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.802901 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.803448 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 01 16:48:01.803776 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: tagging.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.804916 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.805446 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: standard-attr-tag Mar 01 16:48:01.805777 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: timestamp.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.807008 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.807556 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loaded extension: standard-attr-timestamp Mar 01 16:48:01.807892 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: trunk.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.808942 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.809469 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension trunk not supported by any of loaded plugins Mar 01 16:48:01.809802 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: trunk_details.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.810741 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.811258 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension trunk-details not supported by any of loaded plugins Mar 01 16:48:01.811621 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: uplink_status_propagation.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.812568 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.813087 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 01 16:48:01.813419 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Loading extension file: vlantransparent.py {{(pid=102923) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 16:48:01.814109 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102923) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 16:48:01.814628 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 01 16:48:01.817181 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Creating instance of TrackedResource for resource:network Mar 01 16:48:01.817726 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Creating instance of TrackedResource for resource:subnet Mar 01 16:48:01.818127 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 01 16:48:01.818532 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Creating instance of TrackedResource for resource:port Mar 01 16:48:01.819873 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 16:48:01.820600 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Service FLAVORS assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 16:48:01.821675 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 16:48:01.822391 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 16:48:01.822963 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Creating instance of TrackedResource for resource:router Mar 01 16:48:01.823459 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Creating instance of TrackedResource for resource:floatingip Mar 01 16:48:01.823962 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Service METERING assigned prefix: /metering {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 16:48:01.826074 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.826694 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.827156 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:48:01.828217 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Creating instance of CountableResource for resource:rbac_policy Mar 01 16:48:01.828689 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Creating instance of TrackedResource for resource:security_group Mar 01 16:48:01.829135 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 01 16:48:01.829749 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Service CORE assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 16:48:01.830087 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 01 16:48:01.830444 dv-cinder-831247-2-iscsi neutron-server[102923]: WARNING neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] subnetpool is already registered Mar 01 16:48:01.830892 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Service CORE assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 16:48:01.831224 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 01 16:48:01.831598 dv-cinder-831247-2-iscsi neutron-server[102923]: WARNING neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] subnetpool is already registered Mar 01 16:48:01.833895 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 16:48:01.834374 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Service FLAVORS assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 16:48:01.834984 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 16:48:01.835442 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 16:48:01.836798 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Creating instance of TrackedResource for resource:router Mar 01 16:48:01.837161 dv-cinder-831247-2-iscsi neutron-server[102923]: WARNING neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] router is already registered Mar 01 16:48:01.837584 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Creating instance of TrackedResource for resource:floatingip Mar 01 16:48:01.837929 dv-cinder-831247-2-iscsi neutron-server[102923]: WARNING neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] floatingip is already registered Mar 01 16:48:01.838392 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Service METERING assigned prefix: /metering {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 16:48:01.839076 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Creating instance of CountableResource for resource:rbac_policy Mar 01 16:48:01.839444 dv-cinder-831247-2-iscsi neutron-server[102923]: WARNING neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] rbac_policy is already registered Mar 01 16:48:01.839866 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Creating instance of TrackedResource for resource:security_group Mar 01 16:48:01.840207 dv-cinder-831247-2-iscsi neutron-server[102923]: WARNING neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] security_group is already registered Mar 01 16:48:01.840614 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 01 16:48:01.840951 dv-cinder-831247-2-iscsi neutron-server[102923]: WARNING neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] security_group_rule is already registered Mar 01 16:48:01.841596 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Service CORE assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 16:48:01.841929 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 01 16:48:01.842269 dv-cinder-831247-2-iscsi neutron-server[102923]: WARNING neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] subnetpool is already registered Mar 01 16:48:01.842698 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.v2.resource_helper [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Service CORE assigned prefix: {{(pid=102923) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 16:48:01.843026 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Creating instance of TrackedResource for resource:subnetpool Mar 01 16:48:01.843383 dv-cinder-831247-2-iscsi neutron-server[102923]: WARNING neutron.quota.resource_registry [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] subnetpool is already registered Mar 01 16:48:01.843868 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: extensions {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.845379 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: address-groups {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.846890 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: address-scopes {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.848249 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: agents {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.849424 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: auto-allocated-topology {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.850684 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: availability_zones {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.852584 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: dhcp-networks {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.854114 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: dhcp-agents {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.855580 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: routers {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.857798 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: flavors {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.858978 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: service_profiles {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.860239 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: next_providers {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.861706 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: service_profiles {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.863246 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: floatingip-pools {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.864508 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: routers {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.866648 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: floatingips {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.868986 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: l3-routers {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.870385 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: l3-agents {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.871853 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: metering-labels {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.873221 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: metering-label-rules {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.874517 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: network-ip-availabilities {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.875837 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: bindings {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.877511 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: quotas {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.879088 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: quotas {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.880663 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: rbac-policies {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.881986 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: security-groups {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.883793 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: security-group-rules {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.885037 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: service-providers {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.886267 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: subnetpools {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.887721 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: subnetpools {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.889194 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: tags {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.890891 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: tags {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.892739 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: tags {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.894507 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: tags {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.896347 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: tags {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.898866 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: tags {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.900615 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: tags {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.902532 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: tags {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.904334 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: tags {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.906163 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron.api.extensions [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Extended resource: tags {{(pid=102923) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 16:48:01.912139 dv-cinder-831247-2-iscsi neutron-server[102923]: WARNING keystonemiddleware.auth_token [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 01 16:48:01.917069 dv-cinder-831247-2-iscsi neutron-server[102923]: WARNING keystonemiddleware.auth_token [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 01 16:48:01.925934 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_concurrency.lockutils [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Acquired lock "singleton_lock" {{(pid=102923) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 01 16:48:01.926417 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_concurrency.lockutils [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Releasing lock "singleton_lock" {{(pid=102923) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 01 16:48:01.927083 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO oslo_service.service [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Starting 2 workers Mar 01 16:48:01.932189 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Started child 103032 {{(pid=102923) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 01 16:48:01.936841 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Started child 103033 {{(pid=102923) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 01 16:48:01.937779 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:01.938659 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO neutron.service [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 01 16:48:01.939189 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:01.939390 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [-] (103032) wsgi starting up on http://0.0.0.0:9696 Mar 01 16:48:01.941765 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO oslo_service.service [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Starting 1 workers Mar 01 16:48:01.941922 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:01.944477 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [-] (103033) wsgi starting up on http://0.0.0.0:9696 Mar 01 16:48:01.948103 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Started child 103034 {{(pid=102923) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 01 16:48:01.948785 dv-cinder-831247-2-iscsi neutron-server[102923]: INFO oslo_service.service [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Starting 1 workers Mar 01 16:48:01.952204 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.service [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] calling RpcWorker wait() {{(pid=103034) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 01 16:48:01.952779 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.service [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] returning from RpcWorker wait() {{(pid=103034) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 01 16:48:01.954001 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:01.954447 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:48:01.955089 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Started child 103035 {{(pid=102923) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 01 16:48:01.956042 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG neutron_lib.callbacks.manager [None req-7130407f-1a85-4273-b1f1-0c86a126bcb4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:01.957829 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102923) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 01 16:48:01.958059 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 01 16:48:01.958251 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 01 16:48:01.958486 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 01 16:48:01.958843 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 01 16:48:01.959015 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 01 16:48:01.959574 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.959857 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:01.960336 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.960336 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.960491 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.960714 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.962040 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.962291 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.962536 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.962819 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.963060 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.963235 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.963452 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.963782 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.964047 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.964352 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.964620 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.964882 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.965159 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.965335 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.965599 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.965875 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.966138 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.966415 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] debug = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.966681 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.967187 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.967451 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.967713 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.967962 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.968239 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.968472 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.968761 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.968999 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.969237 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.969508 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.969755 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.969991 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.970211 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.970488 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.970703 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.970972 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.971210 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.971718 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] host = dv-cinder-831247-2-iscsi {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.971978 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.972200 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.972451 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.972711 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.972961 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.973210 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.973476 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.973744 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.974324 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.974324 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.974627 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.974776 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.975007 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.975284 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.975472 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_options = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.975686 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.975989 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.976274 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.976469 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.976700 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.976927 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.977126 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.977286 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.977453 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.977674 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.977946 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.978128 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.978375 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.978571 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.978848 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.979098 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.980279 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.980698 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.980962 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.981454 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.981622 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.981885 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.982155 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.982352 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.982576 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.982830 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.983085 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.983595 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.983850 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.984106 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.984366 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.984619 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.984895 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.985144 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.985445 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.985631 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.986038 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.986308 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.986539 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.986774 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.987061 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.987352 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.987565 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.987815 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.988116 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.988333 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.988576 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_json = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.988802 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.989411 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.989411 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.989704 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.989704 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.990028 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.990204 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.990449 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.990604 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:01.991049 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:01.991383 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:01.992402 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:01.992402 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:01.992402 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:01.992892 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:01.993043 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:48:01.993197 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:01.993197 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:01.993472 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:01.993701 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:01.994031 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:01.994267 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:01.994573 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:01.994860 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:01.995158 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:01.995638 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:01.996109 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:01.996109 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:01.996414 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:01.996669 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.001426 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.001716 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.002044 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.002322 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.002596 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.002882 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.003150 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.003493 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.003791 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.004258 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.004450 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.004720 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.005000 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.005231 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.005466 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.005719 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.005934 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.006181 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.006406 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.006703 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.007981 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.007981 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.008416 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.008657 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.009037 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.009305 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.009580 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.009848 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.010336 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.010576 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.010824 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.011057 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.011278 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.011524 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.011758 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.011978 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.012249 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.012512 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.012792 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.013220 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.013220 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.013506 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.013665 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.013881 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.014047 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.014261 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.014482 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.014699 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.014949 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.015169 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.015416 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.016241 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.017331 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.017789 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.017941 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.018195 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.018490 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.019717 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.019962 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.020189 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.020445 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.020673 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.020941 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.021142 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.021395 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.022407 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.022407 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.022407 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.022926 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.022926 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.022926 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.025221 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.025221 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.025221 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.025221 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.026157 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.026157 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.026157 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.026384 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.026471 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.026662 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.027296 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.027296 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.027614 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.027739 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.027901 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.028143 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.028408 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.028633 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.028934 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.031440 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.031440 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.031611 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 48110) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:48:02.031696 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.031696 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.031696 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.031696 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.031696 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.031696 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.032033 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.032155 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.032572 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.032990 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.033225 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.033903 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.034423 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.034846 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.036054 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.036348 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.036601 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.037130 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.037377 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.038098 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.039312 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.040252 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.040527 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.041451 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.041451 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.041621 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093288 Mar 01 16:48:02.041694 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.041694 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.041836 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.042426 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.042426 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.042587 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.043024 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.043285 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.043785 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.044066 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.044321 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.045216 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.045216 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.045373 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.047065 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.047690 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.047690 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.047873 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.048050 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.048450 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.048931 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.049262 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.050664 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.051235 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.051573 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.052313 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.052641 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.052883 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.053114 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.053380 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.053605 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.054867 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.055137 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.055424 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.055622 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.055854 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.056078 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.056330 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.056560 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.057565 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.057565 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.057565 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.057565 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.057850 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.058037 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.058263 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.058517 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.058742 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.058968 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.059179 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.059691 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.060139 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.060361 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.061572 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.061966 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.062874 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.063137 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.063836 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.064102 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.065556 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.065799 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.066042 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.066338 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.066511 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.066726 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.066963 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.067210 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.067491 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.067754 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.067974 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.068215 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.068438 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.068683 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.068957 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.069203 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.069452 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.069678 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.070638 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.070749 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.070936 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.071182 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.071566 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.071841 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.072089 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.072363 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.072630 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.072913 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.074189 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.074510 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.074809 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.075050 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.075354 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.075722 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.075956 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.076185 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.076424 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.077491 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.077844 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.079167 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.079450 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.079721 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.080025 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.080202 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.080475 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.080776 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.080928 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.081313 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.081556 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.081784 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.082011 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.082246 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.083078 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.083078 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.083078 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.083386 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.083386 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.083601 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.083947 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.084049 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.084244 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.084403 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:48:02.084498 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.084663 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.084904 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.085176 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.085401 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.085782 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.086211 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.086628 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.086929 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.087440 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.087695 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.088319 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.088319 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.088639 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.089628 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.089813 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.090073 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.091239 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.091239 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.091239 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.091239 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.091831 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.091831 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.091987 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.092292 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.092631 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.092938 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.093222 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.093457 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.093712 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.093964 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.094187 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.094414 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.094679 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.094862 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.095108 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.095591 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.095836 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.096062 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.096297 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.096529 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.096781 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.096997 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.097263 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.097496 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.097651 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 01 16:48:02.098253 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102923) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 01 16:48:02.098418 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 01 16:48:02.098568 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 01 16:48:02.098741 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 01 16:48:02.098914 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 01 16:48:02.099071 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 01 16:48:02.099285 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.099472 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.099637 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.099800 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.099962 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.100171 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.100338 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.100503 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.100662 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.100988 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.101781 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.102048 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.102341 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.102616 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.102788 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.102955 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.103119 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.103283 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.104418 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.104587 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.104750 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.104911 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.105073 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] debug = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.105234 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.105780 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.105780 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.105780 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.106240 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.106240 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.106240 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.106586 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.106586 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.106736 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.106815 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.106941 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.107102 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.107263 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.107452 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.107626 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.107776 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.107921 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.108086 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] host = dv-cinder-831247-2-iscsi {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.108239 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.108399 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.108730 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.109037 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.109343 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.109511 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.109674 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.109835 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.110000 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.110370 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.110370 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.110554 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.110636 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.110763 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.110928 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_options = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.111071 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.111223 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.111407 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.111595 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.112091 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.112091 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.112091 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.112442 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.112442 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.112639 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.112639 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.113591 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.113591 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.113591 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.113591 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.113591 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.113591 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.114188 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.114188 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.114188 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.114188 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.114575 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.114575 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.114575 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.114879 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.114879 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.115074 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.115257 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.115449 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.115612 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.115774 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.116538 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.116724 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.117040 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.117206 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.117427 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.117725 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.117906 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.118062 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.118371 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.118668 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.118839 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.119003 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.119166 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.119417 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.119515 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.119656 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_json = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.119817 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.119974 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.120280 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.120446 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.120605 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.120783 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.120921 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.121084 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.121248 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 16:48:02.121442 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.121594 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.121906 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.122305 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.122472 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.122785 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.123837 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.124007 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.124152 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.124313 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.124491 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.124657 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.124884 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.125031 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.125169 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.125307 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.125446 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.125585 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.125752 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.125912 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.126227 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.126394 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.126568 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.126856 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.126961 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.127042 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.127194 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.127387 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.127554 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.127801 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.127932 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.128040 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.128188 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.128350 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.128514 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.128755 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.128876 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.128982 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.129875 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.129875 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.129875 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.129875 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.129875 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.129875 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.130610 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.130610 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.130610 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.130610 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.130997 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.130997 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.130997 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.131283 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.131283 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.131610 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.131610 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.131806 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.131914 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.132053 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.133402 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.133402 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.133402 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.133402 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.133908 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.133908 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.134106 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.134106 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.134527 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.134527 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.134725 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.134725 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.134921 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.135033 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.135191 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.135543 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.135543 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.135807 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.135807 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.135995 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.136132 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.136296 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.136459 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.136622 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.136787 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.136950 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.137199 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.137324 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.137430 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.137577 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.137737 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.138052 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.138368 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.138540 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.138720 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.138933 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.139901 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.139901 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.139901 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.139901 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.139901 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.139901 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.140526 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.140526 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.140526 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.140526 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.140908 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.140908 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.140908 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.141118 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.141197 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.141349 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.141513 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.141678 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.141842 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.142004 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.142169 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.142332 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.142496 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.142659 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.142821 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.142994 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.143158 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.143345 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.143506 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.143679 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.143853 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.144017 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.144168 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.144337 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.144496 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.144637 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.144800 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.144967 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.145131 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.145294 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.145456 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.145631 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.145777 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.145945 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.146091 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.146281 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.146426 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.146593 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.146757 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.146920 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.147084 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.147243 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.147418 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.147584 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.147745 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.147907 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.148210 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.148404 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.148583 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.148874 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.149112 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.149280 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.149447 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.149610 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.149774 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.149938 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.150147 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.150310 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.150422 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.151342 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.151342 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.151342 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.151342 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.151342 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.151825 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.151991 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.152156 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.152321 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.152483 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.152646 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.152808 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.152969 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.153137 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.153296 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.153462 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.153625 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.153790 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.153951 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.154113 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.154423 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.154728 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.155032 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.155350 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.155658 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.155825 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.155990 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.156153 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.156321 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.156483 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.156646 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.156830 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.156993 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.157157 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.157327 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.157492 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.157656 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.157820 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.157983 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.158146 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.158311 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.158476 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.158639 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.158801 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.158965 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.159128 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.159290 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.159471 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.159639 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.163341 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.163341 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.163341 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.163341 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.163341 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.163341 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.163341 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.163341 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.163341 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.164811 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.164811 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.164811 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.164811 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.164811 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.164811 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.164811 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.164811 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.165455 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.165455 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.165455 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.165455 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.165455 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.165455 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.165455 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.166146 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.166328 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.166570 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.166678 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.166836 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.167002 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.167150 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.167367 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.167519 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.167925 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.168060 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.168238 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.168402 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.168566 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.168715 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.168867 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.169031 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.169227 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.169363 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.169494 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.169655 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.169823 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.169961 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.170130 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.170277 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.170448 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.170609 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.170768 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.170932 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.171095 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.171271 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.171459 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.171673 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.171795 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.171959 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.172123 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.172289 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.172462 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.172636 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.172809 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.172976 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.173148 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.173331 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.173500 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.173658 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.173818 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.173994 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.174157 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.174307 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.174469 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.174634 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.174779 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.174931 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.175079 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.175246 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.175423 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.175591 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.175753 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.175900 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.176068 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.176233 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.176397 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.176553 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.176693 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.176860 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.177026 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 16:48:02.177170 dv-cinder-831247-2-iscsi neutron-server[102923]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102923) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 01 16:48:13.639167 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcc7cee-b16c-4a65-b76d-9d049b6a12c7 None None] get_active_networks_info from dv-cinder-831247-2-iscsi {{(pid=103034) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 01 16:48:13.706030 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcc7cee-b16c-4a65-b76d-9d049b6a12c7 None None] No non-hosted networks {{(pid=103034) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 01 16:48:13.734395 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.agentschedulers_db [None req-0fcc7cee-b16c-4a65-b76d-9d049b6a12c7 None None] DHCP Agent not found on host dv-cinder-831247-2-iscsi {{(pid=103034) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 01 16:48:13.863562 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cacaacdb-cf86-4f7b-9483-53d4e6ff3ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3690073'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:15.882843 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6fdd62f3-c948-40f5-b1cf-e9dd48245d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3690073'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:15.966149 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-43776ad8-70f9-4afe-91bf-f58320f61080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:16.910708 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3690073'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:18.498194 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3690073'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:19.825120 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 48200) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:48:19.843554 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3690073'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:19.849122 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:19.851127 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:19.851734 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:19.852336 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:19.852894 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:19.853422 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:19.853960 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:19.854516 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:19.855066 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:19.855648 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:19.856087 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:19.856630 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:19.857166 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:19.857585 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831247-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:48:19.867016 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831247-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:48:20.401315 dv-cinder-831247-2-iscsi neutron-server[103033]: WARNING oslo_policy.policy [None req-a68b5887-0c99-430b-a596-220eefae0b32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 16:48:20.403241 dv-cinder-831247-2-iscsi neutron-server[103033]: WARNING oslo_policy.policy [None req-a68b5887-0c99-430b-a596-220eefae0b32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 16:48:20.628819 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [None req-a68b5887-0c99-430b-a596-220eefae0b32 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103033) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 16:48:20.637675 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-a68b5887-0c99-430b-a596-220eefae0b32 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8031957 Mar 01 16:48:23.061793 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.db.l3_hamode_db [None req-862f1a3a-8d59-41fa-bbff-03eb77cc2be2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 01 16:48:23.141814 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862f1a3a-8d59-41fa-bbff-03eb77cc2be2 None None] Routers set() bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:48:23.142200 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862f1a3a-8d59-41fa-bbff-03eb77cc2be2 None None] Router IDs set() for agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 01 16:48:23.238333 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 48224) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:48:23.567443 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-f5ea5d3d-a4ef-4142-acfb-8033e9843384 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:48:23.662239 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.policy [None req-f5ea5d3d-a4ef-4142-acfb-8033e9843384 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103033) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 01 16:48:23.706106 dv-cinder-831247-2-iscsi neutron-server[103033]: WARNING oslo_policy.policy [None req-f5ea5d3d-a4ef-4142-acfb-8033e9843384 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 16:48:23.706487 dv-cinder-831247-2-iscsi neutron-server[103033]: WARNING oslo_policy.policy [None req-f5ea5d3d-a4ef-4142-acfb-8033e9843384 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 16:48:23.808306 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f5ea5d3d-a4ef-4142-acfb-8033e9843384 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740458329207', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740458329690', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740458282158', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740458268514', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740458294309', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740458283331', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-896696', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-804601', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4013108', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3909867'] for rbac-policy (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:23.874780 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f5ea5d3d-a4ef-4142-acfb-8033e9843384 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:23.875987 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-f5ea5d3d-a4ef-4142-acfb-8033e9843384 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6366632 Mar 01 16:48:26.475976 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 48234) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:48:26.992153 dv-cinder-831247-2-iscsi neutron-server[103032]: WARNING oslo_policy.policy [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 16:48:26.992746 dv-cinder-831247-2-iscsi neutron-server[103032]: WARNING oslo_policy.policy [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 16:48:27.225246 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:48:27.284308 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Made reservation on behalf of 8dc8c09d0465460096e601556dbb319a for: {'network': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:48:27.347517 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.policy [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103032) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 01 16:48:27.390717 dv-cinder-831247-2-iscsi neutron-server[103032]: WARNING oslo_policy.policy [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 16:48:27.391105 dv-cinder-831247-2-iscsi neutron-server[103032]: WARNING oslo_policy.policy [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 16:48:27.402802 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for network (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:27.425204 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:27.544874 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Publish callbacks [] for security_group (26fc1a19-5ac6-433f-aa69-61d077b3163f), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:27.548814 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (26fc1a19-5ac6-433f-aa69-61d077b3163f), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:27.583679 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:48:27.612759 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740453540244', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (cc654a42-e5ff-488d-b7e9-271b0bf0fae5), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:27.613367 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Unsubscribe: segment precommit_create {{(pid=103032) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 01 16:48:27.613892 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.segments_db [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Added segment cc654a42-e5ff-488d-b7e9-271b0bf0fae5 of type vlan for network 14d81c8a-044b-482e-a710-03d7419cab53 Mar 01 16:48:27.620577 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=26fc1a19-5ac6-433f-aa69-61d077b3163f,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:48:27.665733 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:27.666354 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:27.666712 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:27.667050 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:27.667413 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:27.667746 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:27.668070 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:27.668393 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:27.668718 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:27.669040 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:27.669361 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:27.669678 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:27.669994 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Tracked resource versions report: Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: pushed versions: Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: { 'AddressGroup': {'1.2'}, Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'ConntrackHelper': {'1.0'}, Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'LocalIPAssociation': {'1.0'}, Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'Log': {'1.0'}, Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'Network': {'1.1'}, Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'Port': {'1.7'}, Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'PortForwarding': {'1.2'}, Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'QosPolicy': {'1.10'}, Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'SecurityGroup': {'1.5'}, Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'SecurityGroupRule': {'1.2'}, Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'SubPort': {'1.0'}, Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'Subnet': {'1.1'}, Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'Trunk': {'1.1'}} Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: consumer versions: Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: { DHCP agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: L3 agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: Metadata agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: Metering agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: Open vSwitch agent@dv-cinder-831247-2-iscsi: { 'AddressGroup': '1.2', Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'ConntrackHelper': '1.0', Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'LocalIPAssociation': '1.0', Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'Log': '1.0', Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'Network': '1.1', Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'Port': '1.7', Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'PortForwarding': '1.2', Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'QosPolicy': '1.10', Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'SecurityGroup': '1.5', Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'SecurityGroupRule': '1.2', Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'SubPort': '1.0', Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'Subnet': '1.1', Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: 'Trunk': '1.1'}} Mar 01 16:48:27.671363 dv-cinder-831247-2-iscsi neutron-server[103032]: {{(pid=103032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 16:48:27.733035 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740453230677'] for network (14d81c8a-044b-482e-a710-03d7419cab53), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:27.781483 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (14d81c8a-044b-482e-a710-03d7419cab53), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:27.788067 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:48:27.789083 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:27.867683 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3894701 Mar 01 16:48:27.919289 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567196a8-206d-4062-895b-aa130ff71366 demo demo] Pushing event updated for resources: {'Network': ['ID=14d81c8a-044b-482e-a710-03d7419cab53,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:48:27.932869 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Network 14d81c8a-044b-482e-a710-03d7419cab53 details requested by agent ovs-agent-dv-cinder-831247-2-iscsi with host dv-cinder-831247-2-iscsi {{(pid=103034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:48:30.494392 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 48254) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:48:30.945428 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a48256-f411-4479-a184-bf5e9f5a567c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:48:30.946914 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-55a48256-f411-4479-a184-bf5e9f5a567c demo admin] 10.222.0.55 "GET /v2.0/networks/14d81c8a-044b-482e-a710-03d7419cab53 HTTP/1.1" status: 200 len: 825 time: 0.4515977 Mar 01 16:48:30.972214 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-ff2233c5-b095-4d97-a5aa-4cc219c559d8 demo admin] 10.222.0.55 "GET /v2.0/subnetpools/076204bb-5fb2-4b2f-9c01-8f6574885637 HTTP/1.1" status: 200 len: 734 time: 0.0195446 Mar 01 16:48:30.982254 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '14d81c8a-044b-482e-a710-03d7419cab53', 'subnetpool_id': '076204bb-5fb2-4b2f-9c01-8f6574885637'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:48:31.009278 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Made reservation on behalf of 8dc8c09d0465460096e601556dbb319a for: {'subnet': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:48:31.012094 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:31.331712 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:31.409504 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Checking segment: {'id': 'cc654a42-e5ff-488d-b7e9-271b0bf0fae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '14d81c8a-044b-482e-a710-03d7419cab53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:48:31.409897 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Network hostable DHCP agents. Network: 14d81c8a-044b-482e-a710-03d7419cab53, hostable agents: ['76634103-e363-4824-9b69-d0e42b80a9e6'], hosted agents: [] {{(pid=103033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:48:31.424543 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Pushing event updated for resources: {'Subnet': ['ID=b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9,revision_number=0']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:48:31.440009 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:31.440372 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:31.440736 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:31.441079 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:31.441413 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:31.441741 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:31.442600 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:31.443495 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:31.443844 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:31.444174 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:31.444508 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:31.444835 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:31.445163 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Tracked resource versions report: Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: pushed versions: Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: { 'AddressGroup': {'1.2'}, Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'ConntrackHelper': {'1.0'}, Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'LocalIPAssociation': {'1.0'}, Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'Log': {'1.0'}, Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'Network': {'1.1'}, Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'Port': {'1.7'}, Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'PortForwarding': {'1.2'}, Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'QosPolicy': {'1.10'}, Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'SecurityGroup': {'1.5'}, Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'SecurityGroupRule': {'1.2'}, Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'SubPort': {'1.0'}, Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'Subnet': {'1.1'}, Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'Trunk': {'1.1'}} Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: consumer versions: Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: { DHCP agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: L3 agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: Metadata agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: Metering agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: Open vSwitch agent@dv-cinder-831247-2-iscsi: { 'AddressGroup': '1.2', Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'ConntrackHelper': '1.0', Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'LocalIPAssociation': '1.0', Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'Log': '1.0', Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'Network': '1.1', Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'Port': '1.7', Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'PortForwarding': '1.2', Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'QosPolicy': '1.10', Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'SecurityGroup': '1.5', Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'SecurityGroupRule': '1.2', Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'SubPort': '1.0', Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'Subnet': '1.1', Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: 'Trunk': '1.1'}} Mar 01 16:48:31.446459 dv-cinder-831247-2-iscsi neutron-server[103033]: {{(pid=103033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 16:48:31.458572 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Network 14d81c8a-044b-482e-a710-03d7419cab53 is scheduled to be hosted by DHCP agent 76634103-e363-4824-9b69-d0e42b80a9e6 with binding_index 1 {{(pid=103033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:48:31.473248 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-2-iscsi, 14d81c8a-044b-482e-a710-03d7419cab53) {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:48:31.488823 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:48:31.489712 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:31.495662 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dfae52-48ac-4989-b056-81efe34ab222 None None] Network 14d81c8a-044b-482e-a710-03d7419cab53 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:48:31.505485 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-c211bfdb-73db-4154-8bc6-b85756e5439b demo admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5263362 Mar 01 16:48:31.887384 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8729f57f-20ff-5eed-841b-78fe1ce83f3e-14d81c8a-044b-482e-a710-03d7419cab53', 'network_id': '14d81c8a-044b-482e-a710-03d7419cab53', 'project_id': '8dc8c09d0465460096e601556dbb319a', 'fixed_ips': [{'subnet_id': 'b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9'}]}} from dv-cinder-831247-2-iscsi. {{(pid=103034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 16:48:31.888626 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:32.183013 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Allocated IP 172.20.0.2 (14d81c8a-044b-482e-a710-03d7419cab53/b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9/1e38b738-abb9-4eeb-967d-ad3b9c786d6d) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:48:32.469847 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Publish callbacks [] for port (1e38b738-abb9-4eeb-967d-ad3b9c786d6d), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:32.479227 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (1e38b738-abb9-4eeb-967d-ad3b9c786d6d), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:32.554982 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Network 14d81c8a-044b-482e-a710-03d7419cab53 is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:48:32.559934 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:48:32.563917 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:48:32.582455 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Pushing event updated for resources: {'Port': ['ID=1e38b738-abb9-4eeb-967d-ad3b9c786d6d,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:48:32.626541 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:32.626910 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:32.627275 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:32.627638 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:32.627972 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:32.628301 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:32.628983 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:32.628983 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:32.630817 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:32.630817 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:32.630817 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:32.631769 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:32.631769 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Tracked resource versions report: Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: pushed versions: Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: { 'AddressGroup': {'1.2'}, Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'ConntrackHelper': {'1.0'}, Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'LocalIPAssociation': {'1.0'}, Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'Log': {'1.0'}, Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'Network': {'1.1'}, Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'Port': {'1.7'}, Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'PortForwarding': {'1.2'}, Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'QosPolicy': {'1.10'}, Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'SecurityGroup': {'1.5'}, Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'SecurityGroupRule': {'1.2'}, Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'SubPort': {'1.0'}, Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'Subnet': {'1.1'}, Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'Trunk': {'1.1'}} Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: consumer versions: Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: { DHCP agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: L3 agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: Metadata agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: Metering agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: Open vSwitch agent@dv-cinder-831247-2-iscsi: { 'AddressGroup': '1.2', Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'ConntrackHelper': '1.0', Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'LocalIPAssociation': '1.0', Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'Log': '1.0', Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'Network': '1.1', Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'Port': '1.7', Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'PortForwarding': '1.2', Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'QosPolicy': '1.10', Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'SecurityGroup': '1.5', Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'SecurityGroupRule': '1.2', Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'SubPort': '1.0', Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'Subnet': '1.1', Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: 'Trunk': '1.1'}} Mar 01 16:48:32.633021 dv-cinder-831247-2-iscsi neutron-server[103034]: {{(pid=103034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 16:48:32.671309 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Attempting to bind port 1e38b738-abb9-4eeb-967d-ad3b9c786d6d on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:48:32.671753 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Attempting to bind port 1e38b738-abb9-4eeb-967d-ad3b9c786d6d by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': 'cc654a42-e5ff-488d-b7e9-271b0bf0fae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '14d81c8a-044b-482e-a710-03d7419cab53'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:48:32.672182 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Attempting to bind port 1e38b738-abb9-4eeb-967d-ad3b9c786d6d on network 14d81c8a-044b-482e-a710-03d7419cab53 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:48:32.677836 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:48:32.678226 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Checking segment: {'id': 'cc654a42-e5ff-488d-b7e9-271b0bf0fae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '14d81c8a-044b-482e-a710-03d7419cab53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:48:32.678720 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:32.679113 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Bound using segment: {'id': 'cc654a42-e5ff-488d-b7e9-271b0bf0fae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '14d81c8a-044b-482e-a710-03d7419cab53'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:48:32.679650 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Bound port: 1e38b738-abb9-4eeb-967d-ad3b9c786d6d, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc654a42-e5ff-488d-b7e9-271b0bf0fae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '14d81c8a-044b-482e-a710-03d7419cab53'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:48:32.680059 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (1e38b738-abb9-4eeb-967d-ad3b9c786d6d), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:32.749050 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] For port 1e38b738-abb9-4eeb-967d-ad3b9c786d6d, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:48:32.753362 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] For port 1e38b738-abb9-4eeb-967d-ad3b9c786d6d, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=1e38b738-abb9-4eeb-967d-ad3b9c786d6d,segment=NetworkSegment(cc654a42-e5ff-488d-b7e9-271b0bf0fae5),segment_id=cc654a42-e5ff-488d-b7e9-271b0bf0fae5)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:48:32.762840 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (1e38b738-abb9-4eeb-967d-ad3b9c786d6d), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:32.835167 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51607a21-fda9-49cd-b628-d0b8981e2fe8 None None] Pushing event updated for resources: {'Port': ['ID=1e38b738-abb9-4eeb-967d-ad3b9c786d6d,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:48:34.117886 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 48268) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:48:34.474795 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [None req-56d1d984-f7e6-456a-aa3a-f527284de081 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103033) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 16:48:34.475958 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-56d1d984-f7e6-456a-aa3a-f527284de081 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3571103 Mar 01 16:48:37.065018 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 48276) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:48:37.390262 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [None req-13aa7ef0-e92f-4cee-a286-526484521748 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103033) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 16:48:37.393023 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-13aa7ef0-e92f-4cee-a286-526484521748 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3269253 Mar 01 16:48:40.350639 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 48284) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:48:40.683742 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-21b5f547-b03f-4db9-ae84-d2f3f00df657 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:48:40.709430 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-21b5f547-b03f-4db9-ae84-d2f3f00df657 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3699058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523545'] for router (28bbef51-82ab-4a5b-a1ef-85635d052354), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:40.711072 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-21b5f547-b03f-4db9-ae84-d2f3f00df657 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3699426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686717', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4184244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523520'] for router (28bbef51-82ab-4a5b-a1ef-85635d052354), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:40.872190 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-21b5f547-b03f-4db9-ae84-d2f3f00df657 demo demo] Publish callbacks [] for router_controller (28bbef51-82ab-4a5b-a1ef-85635d052354), precommit_add_association {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:40.878306 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-21b5f547-b03f-4db9-ae84-d2f3f00df657 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3699445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686752'] for router (28bbef51-82ab-4a5b-a1ef-85635d052354), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:40.899858 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-21b5f547-b03f-4db9-ae84-d2f3f00df657 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:40.901076 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-21b5f547-b03f-4db9-ae84-d2f3f00df657 demo demo] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5493538 Mar 01 16:48:43.499901 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 48296) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:48:43.619556 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ab3e6668-1b63-440e-bf4c-b20ebeab49f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:43.830850 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [None req-79f53470-9c6e-4cfd-be80-3ef1e18aeb2a admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103033) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 16:48:43.832846 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-79f53470-9c6e-4cfd-be80-3ef1e18aeb2a admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3319080 Mar 01 16:48:44.668207 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 1e38b738-abb9-4eeb-967d-ad3b9c786d6d up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:48:44.757688 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 1e38b738-abb9-4eeb-967d-ad3b9c786d6d triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:48:44.758127 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (1e38b738-abb9-4eeb-967d-ad3b9c786d6d), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:44.875438 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 1e38b738-abb9-4eeb-967d-ad3b9c786d6d is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:48:44.875784 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (1e38b738-abb9-4eeb-967d-ad3b9c786d6d), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:44.886903 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c426b92-42c4-4ef4-b277-7097538663b0 None None] Network 14d81c8a-044b-482e-a710-03d7419cab53 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:48:44.970437 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] For port 1e38b738-abb9-4eeb-967d-ad3b9c786d6d, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=1e38b738-abb9-4eeb-967d-ad3b9c786d6d,segment=NetworkSegment(cc654a42-e5ff-488d-b7e9-271b0bf0fae5),segment_id=cc654a42-e5ff-488d-b7e9-271b0bf0fae5)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:48:44.980521 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (1e38b738-abb9-4eeb-967d-ad3b9c786d6d), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:44.993826 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-4df0ea92-9990-4d6d-8254-eba42689af3a None None] Provisioning complete for port 1e38b738-abb9-4eeb-967d-ad3b9c786d6d triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:48:44.994222 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4df0ea92-9990-4d6d-8254-eba42689af3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (1e38b738-abb9-4eeb-967d-ad3b9c786d6d), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:45.113829 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Pushing event updated for resources: {'Port': ['ID=1e38b738-abb9-4eeb-967d-ad3b9c786d6d,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:48:45.170644 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-4df0ea92-9990-4d6d-8254-eba42689af3a None None] Current status of the port 1e38b738-abb9-4eeb-967d-ad3b9c786d6d is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:48:45.399723 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-5cc1fb75-50da-4834-9af0-05d4a51835b2 None None] Provisioning complete for port 1e38b738-abb9-4eeb-967d-ad3b9c786d6d triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:48:45.400198 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-5cc1fb75-50da-4834-9af0-05d4a51835b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (1e38b738-abb9-4eeb-967d-ad3b9c786d6d), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:45.478576 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-5cc1fb75-50da-4834-9af0-05d4a51835b2 None None] Current status of the port 1e38b738-abb9-4eeb-967d-ad3b9c786d6d is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:48:45.875283 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-717e29b5-0ca1-4c69-bd68-9c1eabca38b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:46.420909 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 48306) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:48:46.627667 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 1e38b738-abb9-4eeb-967d-ad3b9c786d6d up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:48:46.676848 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 1e38b738-abb9-4eeb-967d-ad3b9c786d6d triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:48:46.677244 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (1e38b738-abb9-4eeb-967d-ad3b9c786d6d), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:46.751535 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-fae90034-d5bc-4eac-952a-77c5f4588187 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:48:46.758314 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 1e38b738-abb9-4eeb-967d-ad3b9c786d6d is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:48:46.772972 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae90034-d5bc-4eac-952a-77c5f4588187 admin admin] Made reservation on behalf of 4dc614acef454267ab6684e1dbee93b1 for: {'network': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:48:46.775275 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-fae90034-d5bc-4eac-952a-77c5f4588187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for network (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:46.792380 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-fae90034-d5bc-4eac-952a-77c5f4588187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:46.876164 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:46.906978 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-fae90034-d5bc-4eac-952a-77c5f4588187 admin admin] Publish callbacks [] for security_group (7b54ed75-e674-41ca-ba89-4a1bffb672bd), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:46.911842 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-fae90034-d5bc-4eac-952a-77c5f4588187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (7b54ed75-e674-41ca-ba89-4a1bffb672bd), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:46.932026 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fae90034-d5bc-4eac-952a-77c5f4588187 admin admin] Reserving flat network on physical network physnet1 {{(pid=103033) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 01 16:48:46.951639 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae90034-d5bc-4eac-952a-77c5f4588187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b54ed75-e674-41ca-ba89-4a1bffb672bd,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:48:46.957919 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-fae90034-d5bc-4eac-952a-77c5f4588187 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740453540244', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (94ea96c5-a503-469a-b6da-f0d57ecde7cb), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:46.958484 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-fae90034-d5bc-4eac-952a-77c5f4588187 admin admin] Unsubscribe: segment precommit_create {{(pid=103033) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 01 16:48:46.958969 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.db.segments_db [None req-fae90034-d5bc-4eac-952a-77c5f4588187 admin admin] Added segment 94ea96c5-a503-469a-b6da-f0d57ecde7cb of type flat for network e6ae233f-293e-41a5-ad0b-5fc845cdb59d Mar 01 16:48:47.022048 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-fae90034-d5bc-4eac-952a-77c5f4588187 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740453230677'] for network (e6ae233f-293e-41a5-ad0b-5fc845cdb59d), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:47.062854 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-fae90034-d5bc-4eac-952a-77c5f4588187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (e6ae233f-293e-41a5-ad0b-5fc845cdb59d), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:47.063764 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae90034-d5bc-4eac-952a-77c5f4588187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:48:47.064336 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-fae90034-d5bc-4eac-952a-77c5f4588187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:47.131354 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-fae90034-d5bc-4eac-952a-77c5f4588187 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6981401 Mar 01 16:48:47.162534 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae90034-d5bc-4eac-952a-77c5f4588187 admin admin] Pushing event updated for resources: {'Network': ['ID=e6ae233f-293e-41a5-ad0b-5fc845cdb59d,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:48:47.173700 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d details requested by agent ovs-agent-dv-cinder-831247-2-iscsi with host dv-cinder-831247-2-iscsi {{(pid=103034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:48:48.454267 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:49.679956 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 48324) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:48:49.828309 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:49.904049 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e82b01f-c43a-4ca3-8be3-93619aa78966 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:48:49.905378 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-2e82b01f-c43a-4ca3-8be3-93619aa78966 demo admin] 10.222.0.55 "GET /v2.0/subnets/b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9 HTTP/1.1" status: 200 len: 849 time: 0.2244384 Mar 01 16:48:50.077975 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-f2b66ddf-4338-4009-a261-de898d032baa demo admin] 10.222.0.55 "GET /v2.0/routers/28bbef51-82ab-4a5b-a1ef-85635d052354 HTTP/1.1" status: 200 len: 704 time: 0.1663868 Mar 01 16:48:50.378818 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7ce5e4a9-81b4-4676-aa1c-655963857bd8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:50.681925 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [None req-7ce5e4a9-81b4-4676-aa1c-655963857bd8 demo admin] Allocated IP 172.20.0.1 (14d81c8a-044b-482e-a710-03d7419cab53/b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9/3b669b41-538c-40d0-8fb2-5d9b2b6a0477) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:48:50.867144 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7ce5e4a9-81b4-4676-aa1c-655963857bd8 demo admin] Publish callbacks [] for port (3b669b41-538c-40d0-8fb2-5d9b2b6a0477), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:50.934977 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7ce5e4a9-81b4-4676-aa1c-655963857bd8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (3b669b41-538c-40d0-8fb2-5d9b2b6a0477), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:51.008802 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 5 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:48:51.013728 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce5e4a9-81b4-4676-aa1c-655963857bd8 demo admin] Network 14d81c8a-044b-482e-a710-03d7419cab53 is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:48:51.021595 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-7ce5e4a9-81b4-4676-aa1c-655963857bd8 demo admin] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:48:51.023629 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5e4a9-81b4-4676-aa1c-655963857bd8 demo admin] Pushing event updated for resources: {'Port': ['ID=3b669b41-538c-40d0-8fb2-5d9b2b6a0477,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:48:51.027749 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce5e4a9-81b4-4676-aa1c-655963857bd8 demo admin] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:48:51.028291 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7ce5e4a9-81b4-4676-aa1c-655963857bd8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688509'] for router_interface (28bbef51-82ab-4a5b-a1ef-85635d052354), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:51.235088 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7ce5e4a9-81b4-4676-aa1c-655963857bd8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (3b669b41-538c-40d0-8fb2-5d9b2b6a0477), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:51.236389 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-0cefb5a6-fb77-4df3-9bc3-316fd77183ed None None] Provisioning complete for port 3b669b41-538c-40d0-8fb2-5d9b2b6a0477 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:48:51.236845 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0cefb5a6-fb77-4df3-9bc3-316fd77183ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (3b669b41-538c-40d0-8fb2-5d9b2b6a0477), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:51.276966 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-0cefb5a6-fb77-4df3-9bc3-316fd77183ed None None] Port 3b669b41-538c-40d0-8fb2-5d9b2b6a0477 cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:48:51.502035 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7ce5e4a9-81b4-4676-aa1c-655963857bd8 demo admin] Publish callbacks [] for port (3b669b41-538c-40d0-8fb2-5d9b2b6a0477), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:51.507270 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7ce5e4a9-81b4-4676-aa1c-655963857bd8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (3b669b41-538c-40d0-8fb2-5d9b2b6a0477), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:51.508192 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7ce5e4a9-81b4-4676-aa1c-655963857bd8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690157'] for router_interface (28bbef51-82ab-4a5b-a1ef-85635d052354), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:51.592100 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5e4a9-81b4-4676-aa1c-655963857bd8 demo admin] Pushing event updated for resources: {'Port': ['ID=3b669b41-538c-40d0-8fb2-5d9b2b6a0477,revision_number=2']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:48:51.632044 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce5e4a9-81b4-4676-aa1c-655963857bd8 demo admin] Network 14d81c8a-044b-482e-a710-03d7419cab53 is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:48:51.633318 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-7ce5e4a9-81b4-4676-aa1c-655963857bd8 demo admin] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:48:51.809150 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce5e4a9-81b4-4676-aa1c-655963857bd8 demo admin] Router 28bbef51-82ab-4a5b-a1ef-85635d052354 is scheduled to L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 with binding_index 1 {{(pid=103032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 16:48:51.897947 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-702f097a-86bd-4457-a348-5f3aeb1c8c50 None None] Provisioning complete for port 3b669b41-538c-40d0-8fb2-5d9b2b6a0477 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:48:51.898342 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-702f097a-86bd-4457-a348-5f3aeb1c8c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (3b669b41-538c-40d0-8fb2-5d9b2b6a0477), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:51.908335 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce5e4a9-81b4-4676-aa1c-655963857bd8 demo admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:48:51.921873 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-7ce5e4a9-81b4-4676-aa1c-655963857bd8 demo admin] 10.222.0.55 "PUT /v2.0/routers/28bbef51-82ab-4a5b-a1ef-85635d052354/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8302681 Mar 01 16:48:51.930487 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] Sync routers for ids ['28bbef51-82ab-4a5b-a1ef-85635d052354'] in dv-cinder-831247-2-iscsi {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:48:51.938305 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-702f097a-86bd-4457-a348-5f3aeb1c8c50 None None] Port 3b669b41-538c-40d0-8fb2-5d9b2b6a0477 cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:48:51.942620 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] Routers {'28bbef51-82ab-4a5b-a1ef-85635d052354'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:48:51.943768 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:48:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['28bbef51-82ab-4a5b-a1ef-85635d052354'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:48:52.144865 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] Set router 28bbef51-82ab-4a5b-a1ef-85635d052354 gateway port host: None {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:48:52.584979 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bbef51-82ab-4a5b-a1ef-85635d052354', 'name': 'router1', 'tenant_id': '8dc8c09d0465460096e601556dbb319a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:48:40Z', 'updated_at': '2022-03-01T16:48:51Z', 'revision_number': 2, 'project_id': '8dc8c09d0465460096e601556dbb319a', 'gw_port_host': None, '_interfaces': [{'id': '3b669b41-538c-40d0-8fb2-5d9b2b6a0477', 'name': '', 'network_id': '14d81c8a-044b-482e-a710-03d7419cab53', 'tenant_id': '8dc8c09d0465460096e601556dbb319a', 'mac_address': 'fa:16:3e:f6:e0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bbef51-82ab-4a5b-a1ef-85635d052354', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:48:50Z', 'updated_at': '2022-03-01T16:48:51Z', 'revision_number': 2, 'project_id': '8dc8c09d0465460096e601556dbb319a', 'subnets': [{'id': 'b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '076204bb-5fb2-4b2f-9c01-8f6574885637'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:48:52.642952 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] Checking router: 28bbef51-82ab-4a5b-a1ef-85635d052354 for host: dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:48:52.643336 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] Updating router 28bbef51-82ab-4a5b-a1ef-85635d052354 port 3b669b41-538c-40d0-8fb2-5d9b2b6a0477 binding host dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:48:52.697977 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (3b669b41-538c-40d0-8fb2-5d9b2b6a0477), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:53.308994 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] Publish callbacks [] for port (3b669b41-538c-40d0-8fb2-5d9b2b6a0477), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:53.317620 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (3b669b41-538c-40d0-8fb2-5d9b2b6a0477), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:53.508563 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392b0e3-5f1e-4537-9372-d6d980837b98 None None] Pushing event updated for resources: {'Port': ['ID=3b669b41-538c-40d0-8fb2-5d9b2b6a0477,revision_number=3']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:48:53.515296 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] Attempting to bind port 3b669b41-538c-40d0-8fb2-5d9b2b6a0477 on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:48:53.515872 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] Attempting to bind port 3b669b41-538c-40d0-8fb2-5d9b2b6a0477 by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': 'cc654a42-e5ff-488d-b7e9-271b0bf0fae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '14d81c8a-044b-482e-a710-03d7419cab53'}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:48:53.516310 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] Attempting to bind port 3b669b41-538c-40d0-8fb2-5d9b2b6a0477 on network 14d81c8a-044b-482e-a710-03d7419cab53 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:48:53.525851 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392b0e3-5f1e-4537-9372-d6d980837b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:53.526210 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392b0e3-5f1e-4537-9372-d6d980837b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:53.526565 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392b0e3-5f1e-4537-9372-d6d980837b98 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:53.527021 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392b0e3-5f1e-4537-9372-d6d980837b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:53.527383 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392b0e3-5f1e-4537-9372-d6d980837b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:53.527829 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392b0e3-5f1e-4537-9372-d6d980837b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:53.528060 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392b0e3-5f1e-4537-9372-d6d980837b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:53.529362 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392b0e3-5f1e-4537-9372-d6d980837b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:53.529362 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392b0e3-5f1e-4537-9372-d6d980837b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:53.529362 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392b0e3-5f1e-4537-9372-d6d980837b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:53.529555 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392b0e3-5f1e-4537-9372-d6d980837b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:53.529745 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392b0e3-5f1e-4537-9372-d6d980837b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:53.530070 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392b0e3-5f1e-4537-9372-d6d980837b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6392b0e3-5f1e-4537-9372-d6d980837b98 None None] Tracked resource versions report: Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: pushed versions: Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: { 'AddressGroup': {'1.2'}, Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'ConntrackHelper': {'1.0'}, Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'LocalIPAssociation': {'1.0'}, Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'Log': {'1.0'}, Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'Network': {'1.1'}, Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'Port': {'1.7'}, Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'PortForwarding': {'1.2'}, Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'QosPolicy': {'1.10'}, Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'SecurityGroup': {'1.5'}, Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'SecurityGroupRule': {'1.2'}, Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'SubPort': {'1.0'}, Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'Subnet': {'1.1'}, Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'Trunk': {'1.1'}} Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: consumer versions: Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: { DHCP agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: L3 agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: Metadata agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: Metering agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: Open vSwitch agent@dv-cinder-831247-2-iscsi: { 'AddressGroup': '1.2', Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'ConntrackHelper': '1.0', Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'LocalIPAssociation': '1.0', Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'Log': '1.0', Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'Network': '1.1', Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'Port': '1.7', Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'PortForwarding': '1.2', Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'QosPolicy': '1.10', Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'SecurityGroup': '1.5', Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'SecurityGroupRule': '1.2', Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'SubPort': '1.0', Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'Subnet': '1.1', Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: 'Trunk': '1.1'}} Mar 01 16:48:53.531734 dv-cinder-831247-2-iscsi neutron-server[103035]: {{(pid=103035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 16:48:53.535418 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:48:53.535838 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] Checking segment: {'id': 'cc654a42-e5ff-488d-b7e9-271b0bf0fae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '14d81c8a-044b-482e-a710-03d7419cab53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:48:53.536332 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:53.536804 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] Bound using segment: {'id': 'cc654a42-e5ff-488d-b7e9-271b0bf0fae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '14d81c8a-044b-482e-a710-03d7419cab53'} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:48:53.537219 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] Bound port: 3b669b41-538c-40d0-8fb2-5d9b2b6a0477, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc654a42-e5ff-488d-b7e9-271b0bf0fae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '14d81c8a-044b-482e-a710-03d7419cab53'}}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:48:53.537610 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (3b669b41-538c-40d0-8fb2-5d9b2b6a0477), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:53.575909 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-da149bad-5475-45e3-a1c4-f074d4018ea8 None None] Provisioning complete for port 3b669b41-538c-40d0-8fb2-5d9b2b6a0477 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:48:53.576523 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-da149bad-5475-45e3-a1c4-f074d4018ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (3b669b41-538c-40d0-8fb2-5d9b2b6a0477), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:53.618206 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] For port 3b669b41-538c-40d0-8fb2-5d9b2b6a0477, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:48:53.620509 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-da149bad-5475-45e3-a1c4-f074d4018ea8 None None] Port 3b669b41-538c-40d0-8fb2-5d9b2b6a0477 cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:48:53.643025 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] For port 3b669b41-538c-40d0-8fb2-5d9b2b6a0477, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=3b669b41-538c-40d0-8fb2-5d9b2b6a0477,segment=NetworkSegment(cc654a42-e5ff-488d-b7e9-271b0bf0fae5),segment_id=cc654a42-e5ff-488d-b7e9-271b0bf0fae5)] {{(pid=103035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:48:53.649831 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (3b669b41-538c-40d0-8fb2-5d9b2b6a0477), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:53.711686 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392b0e3-5f1e-4537-9372-d6d980837b98 None None] Pushing event updated for resources: {'Port': ['ID=3b669b41-538c-40d0-8fb2-5d9b2b6a0477,revision_number=4']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:48:53.732715 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] Routers {'28bbef51-82ab-4a5b-a1ef-85635d052354'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:48:53.733348 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:48:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['28bbef51-82ab-4a5b-a1ef-85635d052354'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:48:53.838443 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] Set router 28bbef51-82ab-4a5b-a1ef-85635d052354 gateway port host: None {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:48:53.943925 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-59e998ae-3fd1-4cb3-aea8-0583fcad7719 None None] Provisioning complete for port 3b669b41-538c-40d0-8fb2-5d9b2b6a0477 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:48:53.944726 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-59e998ae-3fd1-4cb3-aea8-0583fcad7719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (3b669b41-538c-40d0-8fb2-5d9b2b6a0477), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:54.031936 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-59e998ae-3fd1-4cb3-aea8-0583fcad7719 None None] Current status of the port 3b669b41-538c-40d0-8fb2-5d9b2b6a0477 is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:48:54.032240 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-59e998ae-3fd1-4cb3-aea8-0583fcad7719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (3b669b41-538c-40d0-8fb2-5d9b2b6a0477), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:54.067720 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-59e998ae-3fd1-4cb3-aea8-0583fcad7719 None None] For port 3b669b41-538c-40d0-8fb2-5d9b2b6a0477, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=3b669b41-538c-40d0-8fb2-5d9b2b6a0477,segment=NetworkSegment(cc654a42-e5ff-488d-b7e9-271b0bf0fae5),segment_id=cc654a42-e5ff-488d-b7e9-271b0bf0fae5)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:48:54.079653 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-59e998ae-3fd1-4cb3-aea8-0583fcad7719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (3b669b41-538c-40d0-8fb2-5d9b2b6a0477), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:54.084925 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bbef51-82ab-4a5b-a1ef-85635d052354', 'name': 'router1', 'tenant_id': '8dc8c09d0465460096e601556dbb319a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:48:40Z', 'updated_at': '2022-03-01T16:48:51Z', 'revision_number': 2, 'project_id': '8dc8c09d0465460096e601556dbb319a', 'gw_port_host': None, '_interfaces': [{'id': '3b669b41-538c-40d0-8fb2-5d9b2b6a0477', 'name': '', 'network_id': '14d81c8a-044b-482e-a710-03d7419cab53', 'tenant_id': '8dc8c09d0465460096e601556dbb319a', 'mac_address': 'fa:16:3e:f6:e0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bbef51-82ab-4a5b-a1ef-85635d052354', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:48:50Z', 'updated_at': '2022-03-01T16:48:53Z', 'revision_number': 4, 'project_id': '8dc8c09d0465460096e601556dbb319a', 'subnets': [{'id': 'b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '076204bb-5fb2-4b2f-9c01-8f6574885637'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:48:54.115954 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a15764-d98a-490c-a3c9-0b656b1f68c1 None None] The sync data for ids ['28bbef51-82ab-4a5b-a1ef-85635d052354'] in dv-cinder-831247-2-iscsi is: [{'id': '28bbef51-82ab-4a5b-a1ef-85635d052354', 'name': 'router1', 'tenant_id': '8dc8c09d0465460096e601556dbb319a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:48:40Z', 'updated_at': '2022-03-01T16:48:51Z', 'revision_number': 2, 'project_id': '8dc8c09d0465460096e601556dbb319a', 'gw_port_host': None, '_interfaces': [{'id': '3b669b41-538c-40d0-8fb2-5d9b2b6a0477', 'name': '', 'network_id': '14d81c8a-044b-482e-a710-03d7419cab53', 'tenant_id': '8dc8c09d0465460096e601556dbb319a', 'mac_address': 'fa:16:3e:f6:e0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bbef51-82ab-4a5b-a1ef-85635d052354', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:48:50Z', 'updated_at': '2022-03-01T16:48:53Z', 'revision_number': 4, 'project_id': '8dc8c09d0465460096e601556dbb319a', 'subnets': [{'id': 'b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '076204bb-5fb2-4b2f-9c01-8f6574885637'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:48:54.141140 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e998ae-3fd1-4cb3-aea8-0583fcad7719 None None] Pushing event updated for resources: {'Port': ['ID=3b669b41-538c-40d0-8fb2-5d9b2b6a0477,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:48:54.705941 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 48348) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:48:54.826696 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cee5e8-b61a-4190-9710-9383cbff9750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:48:54.828092 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-a9cee5e8-b61a-4190-9710-9383cbff9750 admin admin] 10.222.0.55 "GET /v2.0/networks/e6ae233f-293e-41a5-ad0b-5fc845cdb59d HTTP/1.1" status: 200 len: 842 time: 0.1210954 Mar 01 16:48:54.838353 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-b9dca659-7efb-420f-b557-983e37296a82 admin admin] Request body: {'subnet': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'enable_dhcp': False}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:48:54.864237 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dca659-7efb-420f-b557-983e37296a82 admin admin] Made reservation on behalf of 4dc614acef454267ab6684e1dbee93b1 for: {'subnet': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:48:54.866548 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b9dca659-7efb-420f-b557-983e37296a82 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:55.182355 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.objects.ports [None req-b9dca659-7efb-420f-b557-983e37296a82 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103032) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 01 16:48:55.182791 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b9dca659-7efb-420f-b557-983e37296a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (f57a09de-5442-447f-9fd0-ed63e9a7467a), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:55.245801 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dca659-7efb-420f-b557-983e37296a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f57a09de-5442-447f-9fd0-ed63e9a7467a,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:48:55.251671 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dca659-7efb-420f-b557-983e37296a82 admin admin] Checking segment: {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:48:55.252120 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dca659-7efb-420f-b557-983e37296a82 admin admin] Network hostable DHCP agents. Network: e6ae233f-293e-41a5-ad0b-5fc845cdb59d, hostable agents: ['76634103-e363-4824-9b69-d0e42b80a9e6'], hosted agents: [] {{(pid=103032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:48:55.275265 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dca659-7efb-420f-b557-983e37296a82 admin admin] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d is scheduled to be hosted by DHCP agent 76634103-e363-4824-9b69-d0e42b80a9e6 with binding_index 1 {{(pid=103032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:48:55.286847 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-b9dca659-7efb-420f-b557-983e37296a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-2-iscsi, e6ae233f-293e-41a5-ad0b-5fc845cdb59d) {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:48:55.291610 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dca659-7efb-420f-b557-983e37296a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:48:55.292535 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b9dca659-7efb-420f-b557-983e37296a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:55.297753 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5d50bd-d514-4820-bde1-72bd571e69a1 None None] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:48:55.312909 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-b9dca659-7efb-420f-b557-983e37296a82 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4779372 Mar 01 16:48:55.416577 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364df315-6c6b-4c7c-96b3-62db4cec0b70 None None] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:48:57.795257 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 48356) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:48:57.931846 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-fed8f600-4898-44e4-9786-916b169521a1 demo admin] 10.222.0.55 "GET /v2.0/routers/28bbef51-82ab-4a5b-a1ef-85635d052354 HTTP/1.1" status: 200 len: 710 time: 0.1353219 Mar 01 16:48:58.020682 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf1eb70-0c85-4376-aca5-20c6aa301bbe demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:48:58.021957 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-3cf1eb70-0c85-4376-aca5-20c6aa301bbe demo admin] 10.222.0.55 "GET /v2.0/networks/e6ae233f-293e-41a5-ad0b-5fc845cdb59d HTTP/1.1" status: 200 len: 886 time: 0.0849349 Mar 01 16:48:58.030929 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-e8b6003d-bc8c-4ef0-ab76-f95282bc479b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:48:58.352949 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e8b6003d-bc8c-4ef0-ab76-f95282bc479b demo admin] Publish callbacks [] for router_gateway (28bbef51-82ab-4a5b-a1ef-85635d052354), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:58.585948 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e8b6003d-bc8c-4ef0-ab76-f95282bc479b demo admin] Publish callbacks [] for router_gateway (28bbef51-82ab-4a5b-a1ef-85635d052354), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:58.661234 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e8b6003d-bc8c-4ef0-ab76-f95282bc479b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:58.766999 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [None req-e8b6003d-bc8c-4ef0-ab76-f95282bc479b demo admin] Allocated IP 172.27.0.215 (e6ae233f-293e-41a5-ad0b-5fc845cdb59d/f57a09de-5442-447f-9fd0-ed63e9a7467a/3c1e5266-c9f6-45a8-83d7-9b465c072707) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:48:58.876124 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e8b6003d-bc8c-4ef0-ab76-f95282bc479b demo admin] Publish callbacks [] for port (3c1e5266-c9f6-45a8-83d7-9b465c072707), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:58.911037 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e8b6003d-bc8c-4ef0-ab76-f95282bc479b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (3c1e5266-c9f6-45a8-83d7-9b465c072707), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:58.950848 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b6003d-bc8c-4ef0-ab76-f95282bc479b demo admin] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:48:58.956635 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-e8b6003d-bc8c-4ef0-ab76-f95282bc479b demo admin] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:48:58.960008 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b6003d-bc8c-4ef0-ab76-f95282bc479b demo admin] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:48:58.968175 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6003d-bc8c-4ef0-ab76-f95282bc479b demo admin] Pushing event updated for resources: {'Port': ['ID=3c1e5266-c9f6-45a8-83d7-9b465c072707,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:48:59.227770 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e8b6003d-bc8c-4ef0-ab76-f95282bc479b demo admin] Publish callbacks [] for router_gateway (28bbef51-82ab-4a5b-a1ef-85635d052354), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:59.434021 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e8b6003d-bc8c-4ef0-ab76-f95282bc479b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3686735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3699452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-523570'] for router (28bbef51-82ab-4a5b-a1ef-85635d052354), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:59.437961 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e8b6003d-bc8c-4ef0-ab76-f95282bc479b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3686742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3686745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3699207'] for router (28bbef51-82ab-4a5b-a1ef-85635d052354), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:59.555299 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b6003d-bc8c-4ef0-ab76-f95282bc479b demo admin] Router 28bbef51-82ab-4a5b-a1ef-85635d052354 has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:48:59.686437 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b6003d-bc8c-4ef0-ab76-f95282bc479b demo admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:48:59.690689 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e8b6003d-bc8c-4ef0-ab76-f95282bc479b demo admin] Publish callbacks [] for router (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:48:59.692661 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-e8b6003d-bc8c-4ef0-ab76-f95282bc479b demo admin] 10.222.0.55 "PUT /v2.0/routers/28bbef51-82ab-4a5b-a1ef-85635d052354 HTTP/1.1" status: 200 len: 890 time: 1.6648984 Mar 01 16:49:02.309005 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 48368) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:49:02.526246 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-95615056-963a-403d-a82f-056009d94c5e admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2160063 Mar 01 16:49:02.689902 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 3b669b41-538c-40d0-8fb2-5d9b2b6a0477 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:49:02.751443 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 3b669b41-538c-40d0-8fb2-5d9b2b6a0477 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:49:02.751843 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (3b669b41-538c-40d0-8fb2-5d9b2b6a0477), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:49:02.841376 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 3b669b41-538c-40d0-8fb2-5d9b2b6a0477 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:49:03.090307 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] Sync routers for ids ['28bbef51-82ab-4a5b-a1ef-85635d052354'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:49:03.107095 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] Routers {'28bbef51-82ab-4a5b-a1ef-85635d052354'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:49:03.108196 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:48:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['28bbef51-82ab-4a5b-a1ef-85635d052354'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:49:03.342922 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] Set router 28bbef51-82ab-4a5b-a1ef-85635d052354 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:49:03.916125 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bbef51-82ab-4a5b-a1ef-85635d052354', 'name': 'router1', 'tenant_id': '8dc8c09d0465460096e601556dbb319a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '3c1e5266-c9f6-45a8-83d7-9b465c072707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:48:40Z', 'updated_at': '2022-03-01T16:48:59Z', 'revision_number': 4, 'project_id': '8dc8c09d0465460096e601556dbb319a', 'gw_port': {'id': '3c1e5266-c9f6-45a8-83d7-9b465c072707', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bbef51-82ab-4a5b-a1ef-85635d052354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:48:58Z', 'updated_at': '2022-03-01T16:48:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '3b669b41-538c-40d0-8fb2-5d9b2b6a0477', 'name': '', 'network_id': '14d81c8a-044b-482e-a710-03d7419cab53', 'tenant_id': '8dc8c09d0465460096e601556dbb319a', 'mac_address': 'fa:16:3e:f6:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bbef51-82ab-4a5b-a1ef-85635d052354', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:48:50Z', 'updated_at': '2022-03-01T16:48:54Z', 'revision_number': 5, 'project_id': '8dc8c09d0465460096e601556dbb319a', 'subnets': [{'id': 'b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '076204bb-5fb2-4b2f-9c01-8f6574885637'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:49:03.969609 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] Checking router: 28bbef51-82ab-4a5b-a1ef-85635d052354 for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:49:03.969959 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] Updating router 28bbef51-82ab-4a5b-a1ef-85635d052354 port 3c1e5266-c9f6-45a8-83d7-9b465c072707 binding host dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:49:04.023704 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (3c1e5266-c9f6-45a8-83d7-9b465c072707), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:49:04.367371 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] Publish callbacks [] for port (3c1e5266-c9f6-45a8-83d7-9b465c072707), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:49:04.373496 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (3c1e5266-c9f6-45a8-83d7-9b465c072707), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:49:04.432001 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] Attempting to bind port 3c1e5266-c9f6-45a8-83d7-9b465c072707 on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:49:04.432001 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] Attempting to bind port 3c1e5266-c9f6-45a8-83d7-9b465c072707 by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:49:04.432299 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] Attempting to bind port 3c1e5266-c9f6-45a8-83d7-9b465c072707 on network e6ae233f-293e-41a5-ad0b-5fc845cdb59d {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:49:04.447620 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:49:04.448758 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] Checking segment: {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:49:04.448758 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:49:04.448758 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] Bound using segment: {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:49:04.449251 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] Bound port: 3c1e5266-c9f6-45a8-83d7-9b465c072707, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:49:04.449639 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (3c1e5266-c9f6-45a8-83d7-9b465c072707), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:49:04.451426 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c3a6d-2603-47c6-b246-8c460c67ef34 None None] Pushing event updated for resources: {'Port': ['ID=3c1e5266-c9f6-45a8-83d7-9b465c072707,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:49:04.511705 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] For port 3c1e5266-c9f6-45a8-83d7-9b465c072707, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:49:04.515412 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] For port 3c1e5266-c9f6-45a8-83d7-9b465c072707, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=3c1e5266-c9f6-45a8-83d7-9b465c072707,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:49:04.523789 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (3c1e5266-c9f6-45a8-83d7-9b465c072707), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:49:04.586610 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] Routers {'28bbef51-82ab-4a5b-a1ef-85635d052354'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:49:04.586930 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:48:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['28bbef51-82ab-4a5b-a1ef-85635d052354'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:49:04.589180 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c3a6d-2603-47c6-b246-8c460c67ef34 None None] Pushing event updated for resources: {'Port': ['ID=3c1e5266-c9f6-45a8-83d7-9b465c072707,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:49:04.713350 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] Set router 28bbef51-82ab-4a5b-a1ef-85635d052354 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:49:04.990970 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bbef51-82ab-4a5b-a1ef-85635d052354', 'name': 'router1', 'tenant_id': '8dc8c09d0465460096e601556dbb319a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '3c1e5266-c9f6-45a8-83d7-9b465c072707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:48:40Z', 'updated_at': '2022-03-01T16:48:59Z', 'revision_number': 4, 'project_id': '8dc8c09d0465460096e601556dbb319a', 'gw_port': {'id': '3c1e5266-c9f6-45a8-83d7-9b465c072707', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bbef51-82ab-4a5b-a1ef-85635d052354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:48:58Z', 'updated_at': '2022-03-01T16:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '3b669b41-538c-40d0-8fb2-5d9b2b6a0477', 'name': '', 'network_id': '14d81c8a-044b-482e-a710-03d7419cab53', 'tenant_id': '8dc8c09d0465460096e601556dbb319a', 'mac_address': 'fa:16:3e:f6:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bbef51-82ab-4a5b-a1ef-85635d052354', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:48:50Z', 'updated_at': '2022-03-01T16:48:54Z', 'revision_number': 5, 'project_id': '8dc8c09d0465460096e601556dbb319a', 'subnets': [{'id': 'b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '076204bb-5fb2-4b2f-9c01-8f6574885637'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:49:05.021780 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09efa1f-f5ba-4b5d-b9d1-2c153bcc831d None None] The sync data for ids ['28bbef51-82ab-4a5b-a1ef-85635d052354'] in dv-cinder-831247-2-iscsi is: [{'id': '28bbef51-82ab-4a5b-a1ef-85635d052354', 'name': 'router1', 'tenant_id': '8dc8c09d0465460096e601556dbb319a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '3c1e5266-c9f6-45a8-83d7-9b465c072707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:48:40Z', 'updated_at': '2022-03-01T16:48:59Z', 'revision_number': 4, 'project_id': '8dc8c09d0465460096e601556dbb319a', 'gw_port': {'id': '3c1e5266-c9f6-45a8-83d7-9b465c072707', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bbef51-82ab-4a5b-a1ef-85635d052354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:48:58Z', 'updated_at': '2022-03-01T16:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '3b669b41-538c-40d0-8fb2-5d9b2b6a0477', 'name': '', 'network_id': '14d81c8a-044b-482e-a710-03d7419cab53', 'tenant_id': '8dc8c09d0465460096e601556dbb319a', 'mac_address': 'fa:16:3e:f6:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bbef51-82ab-4a5b-a1ef-85635d052354', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:48:50Z', 'updated_at': '2022-03-01T16:48:54Z', 'revision_number': 5, 'project_id': '8dc8c09d0465460096e601556dbb319a', 'subnets': [{'id': 'b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '076204bb-5fb2-4b2f-9c01-8f6574885637'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:49:06.777014 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 3c1e5266-c9f6-45a8-83d7-9b465c072707 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:49:06.890021 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 3c1e5266-c9f6-45a8-83d7-9b465c072707 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:49:06.890809 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (3c1e5266-c9f6-45a8-83d7-9b465c072707), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:49:07.036285 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 3c1e5266-c9f6-45a8-83d7-9b465c072707 is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:49:07.038005 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (3c1e5266-c9f6-45a8-83d7-9b465c072707), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:49:07.071767 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] For port 3c1e5266-c9f6-45a8-83d7-9b465c072707, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=3c1e5266-c9f6-45a8-83d7-9b465c072707,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:49:07.082188 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (3c1e5266-c9f6-45a8-83d7-9b465c072707), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:49:07.150761 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Pushing event updated for resources: {'Port': ['ID=3c1e5266-c9f6-45a8-83d7-9b465c072707,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:49:08.734994 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 3c1e5266-c9f6-45a8-83d7-9b465c072707 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:49:08.842869 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 3c1e5266-c9f6-45a8-83d7-9b465c072707 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:49:08.843600 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (3c1e5266-c9f6-45a8-83d7-9b465c072707), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:49:08.981882 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 3c1e5266-c9f6-45a8-83d7-9b465c072707 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:49:13.638708 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e80f-8add-4d72-a057-44a23ae7404e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:49:15.893372 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c3471c4b-b2d0-4014-82cd-39416c6032b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:49:16.882383 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:49:18.479281 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:49:19.838877 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:49:28.009002 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 5 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:49:43.626657 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9919c68e-6d2a-4a48-a58b-a7ac60fc5af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:49:45.877615 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a13bdf53-3f4f-44e4-9175-fcba729691d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:49:46.887567 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:49:48.473100 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:49:49.836480 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:50:05.011548 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 5 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:50:13.619270 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-97948623-0296-40ba-9b0c-aee598322c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:50:15.881117 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c44cebe2-f67c-4199-8b93-62c1960c892a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:50:16.884981 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:50:18.471802 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:50:19.829525 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:50:27.477907 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 48852) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:50:27.559002 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fcf62b0-a89a-4e9d-8e60-47d8b44cc137 admin admin] GET failed (client error): The resource could not be found. Mar 01 16:50:27.560411 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-5fcf62b0-a89a-4e9d-8e60-47d8b44cc137 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0815506 Mar 01 16:50:27.728553 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401b42f7-a844-40b2-a913-87ac5c995ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:50:27.729951 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-401b42f7-a844-40b2-a913-87ac5c995ff7 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1654205 Mar 01 16:50:30.154896 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 48862) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:50:30.250669 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4a5ad6-8510-42c6-a8a6-c396d0d6cbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:50:30.252086 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-bf4a5ad6-8510-42c6-a8a6-c396d0d6cbab admin admin] 10.222.0.55 "GET /v2.0/subnets/b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9 HTTP/1.1" status: 200 len: 849 time: 0.0962265 Mar 01 16:50:30.261966 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-08e65210-9027-47e7-8a92-54872e5d3ae8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:50:30.349880 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-08e65210-9027-47e7-8a92-54872e5d3ae8 admin admin] Publish callbacks [] for subnet (b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:50:30.492191 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-08e65210-9027-47e7-8a92-54872e5d3ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740453750757'] for subnet (b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:50:30.524920 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e65210-9027-47e7-8a92-54872e5d3ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:50:30.525906 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-08e65210-9027-47e7-8a92-54872e5d3ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:50:30.527634 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-08e65210-9027-47e7-8a92-54872e5d3ae8 admin admin] 10.222.0.55 "PUT /v2.0/subnets/b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9 HTTP/1.1" status: 200 len: 868 time: 0.2694809 Mar 01 16:50:30.529334 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c590f5b0-37ea-45b7-8313-8fbf27b17d84 None None] Network 14d81c8a-044b-482e-a710-03d7419cab53 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:50:30.546102 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e65210-9027-47e7-8a92-54872e5d3ae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:50:30.555058 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65210-9027-47e7-8a92-54872e5d3ae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:50:30.555478 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65210-9027-47e7-8a92-54872e5d3ae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:50:30.555843 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65210-9027-47e7-8a92-54872e5d3ae8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:50:30.556206 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65210-9027-47e7-8a92-54872e5d3ae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:50:30.556541 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65210-9027-47e7-8a92-54872e5d3ae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:50:30.556881 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65210-9027-47e7-8a92-54872e5d3ae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:50:30.557234 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65210-9027-47e7-8a92-54872e5d3ae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:50:30.557576 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65210-9027-47e7-8a92-54872e5d3ae8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:50:30.557933 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65210-9027-47e7-8a92-54872e5d3ae8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:50:30.558296 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65210-9027-47e7-8a92-54872e5d3ae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:50:30.558632 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65210-9027-47e7-8a92-54872e5d3ae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:50:30.558962 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65210-9027-47e7-8a92-54872e5d3ae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:50:30.559288 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e65210-9027-47e7-8a92-54872e5d3ae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:50:30.916895 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3a3294a9-de62-4933-b901-05f532d7d32c None None] Provisioning complete for port 1e38b738-abb9-4eeb-967d-ad3b9c786d6d triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:50:30.916895 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3a3294a9-de62-4933-b901-05f532d7d32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (1e38b738-abb9-4eeb-967d-ad3b9c786d6d), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:50:30.995658 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3a3294a9-de62-4933-b901-05f532d7d32c None None] Current status of the port 1e38b738-abb9-4eeb-967d-ad3b9c786d6d is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:50:31.006843 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3a3294a9-de62-4933-b901-05f532d7d32c None None] Provisioning complete for port 3b669b41-538c-40d0-8fb2-5d9b2b6a0477 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:50:31.007229 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3a3294a9-de62-4933-b901-05f532d7d32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (3b669b41-538c-40d0-8fb2-5d9b2b6a0477), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:50:31.093080 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3a3294a9-de62-4933-b901-05f532d7d32c None None] Current status of the port 3b669b41-538c-40d0-8fb2-5d9b2b6a0477 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:50:32.911007 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 48870) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:50:33.120225 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548e67b0-c30f-43ae-9c3a-523ea4870b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:50:33.120621 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548e67b0-c30f-43ae-9c3a-523ea4870b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:50:33.122160 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-548e67b0-c30f-43ae-9c3a-523ea4870b33 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2101099 Mar 01 16:50:35.490357 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 48878) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:50:35.626166 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ab8554-82aa-4a46-9383-d7b2e57dc348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:50:35.626641 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ab8554-82aa-4a46-9383-d7b2e57dc348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:50:35.628240 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-45ab8554-82aa-4a46-9383-d7b2e57dc348 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1366754 Mar 01 16:50:38.032328 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 48886) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:50:38.164260 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f10ef7a-3835-41ee-a3ff-75eb39c63cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:50:38.165641 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-5f10ef7a-3835-41ee-a3ff-75eb39c63cc9 admin admin] 10.222.0.55 "GET /v2.0/networks/14d81c8a-044b-482e-a710-03d7419cab53 HTTP/1.1" status: 200 len: 869 time: 0.1323352 Mar 01 16:50:40.573005 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 48894) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:50:40.738769 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5902b82-ce17-4f4a-a318-9fe4d95d4d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:50:40.740255 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-b5902b82-ce17-4f4a-a318-9fe4d95d4d62 admin admin] 10.222.0.55 "GET /v2.0/networks/e6ae233f-293e-41a5-ad0b-5fc845cdb59d HTTP/1.1" status: 200 len: 886 time: 0.1662846 Mar 01 16:50:42.010288 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 5 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:50:43.103789 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 48904) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:50:43.240327 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caa47cc-d82c-4ffd-b16c-482d592bca37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:50:43.240803 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caa47cc-d82c-4ffd-b16c-482d592bca37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:50:43.242359 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-6caa47cc-d82c-4ffd-b16c-482d592bca37 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1376240 Mar 01 16:50:43.622544 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-484621c3-b011-404b-90e3-0e503a437f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:50:45.655990 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 48912) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:50:45.746233 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1c961d-97d1-4fad-9103-267d5450338d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:50:45.746737 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1c961d-97d1-4fad-9103-267d5450338d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:50:45.748269 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-6e1c961d-97d1-4fad-9103-267d5450338d admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0914192 Mar 01 16:50:45.884005 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9e6036c6-60dc-4af3-9c6a-1512a8e97d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:50:46.887918 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:50:48.108165 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 48920) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:50:48.197842 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bf8695-cf24-44b6-9dfe-8932aa1cd13f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:50:48.199204 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-78bf8695-cf24-44b6-9dfe-8932aa1cd13f admin admin] 10.222.0.55 "GET /v2.0/subnets/b812c2d8-6fcb-48ef-8fc8-46a3f39ab0f9 HTTP/1.1" status: 200 len: 868 time: 0.0900428 Mar 01 16:50:48.477789 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:50:49.834038 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:50:50.573948 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 48928) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:50:50.664102 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23944b6c-4013-4633-b1ca-b6e45f92eb67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:50:50.665472 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-23944b6c-4013-4633-b1ca-b6e45f92eb67 admin admin] 10.222.0.55 "GET /v2.0/subnets/f57a09de-5442-447f-9fd0-ed63e9a7467a HTTP/1.1" status: 200 len: 816 time: 0.0905757 Mar 01 16:51:13.627758 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2760275c-7911-40bf-b911-d5c03da7261f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:15.889163 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e6688f02-8465-4fb4-8c39-636e56b84035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:16.891669 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:18.478616 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:19.008750 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 5 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:51:19.686554 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 48980) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:51:19.737024 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [None req-ff5cb4d3-c2fb-48b7-ae3a-2d44e4ee8c64 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 16:51:19.738087 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-ff5cb4d3-c2fb-48b7-ae3a-2d44e4ee8c64 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0505764 Mar 01 16:51:19.838359 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:22.192968 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 48988) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:51:22.251311 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b78d3e-0b0a-4c3d-968f-7fea3c9edc58 admin admin] GET failed (client error): The resource could not be found. Mar 01 16:51:22.252588 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-05b78d3e-0b0a-4c3d-968f-7fea3c9edc58 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0585523 Mar 01 16:51:22.404930 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5928ff-b577-4620-b32f-98d36e4b3d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:51:22.406426 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-ac5928ff-b577-4620-b32f-98d36e4b3d77 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1491575 Mar 01 16:51:24.892231 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 48996) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:51:24.938678 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:51:24.958678 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Made reservation on behalf of 4dc614acef454267ab6684e1dbee93b1 for: {'network': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:51:24.960969 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for network (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:24.994459 dv-cinder-831247-2-iscsi neutron-server[103033]: WARNING neutron.services.revisions.revision_plugin [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Could not find related network for resource to bump revision. Mar 01 16:51:25.008903 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:51:25.017397 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (7794c4c6-a1a9-4535-ad34-0105ab81a966), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:25.017735 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.db.segments_db [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Added segment 7794c4c6-a1a9-4535-ad34-0105ab81a966 of type vlan for network cb33c894-6bc6-4813-bd3b-73c5d9175eb6 Mar 01 16:51:25.055790 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740453230677'] for network (cb33c894-6bc6-4813-bd3b-73c5d9175eb6), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:25.079234 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (cb33c894-6bc6-4813-bd3b-73c5d9175eb6), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:25.080259 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:51:25.080870 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:25.138373 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2449601 Mar 01 16:51:25.143041 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Pushing event updated for resources: {'Network': ['ID=cb33c894-6bc6-4813-bd3b-73c5d9175eb6,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:51:25.150685 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:25.151062 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:25.151451 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:25.151793 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:25.152132 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:25.152468 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:25.152816 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:25.153152 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:25.153504 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:25.153859 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:25.154193 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:25.154518 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:25.154839 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d452de55-c6e6-4b84-85f1-abd8d622e395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:25.166153 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Network cb33c894-6bc6-4813-bd3b-73c5d9175eb6 details requested by agent ovs-agent-dv-cinder-831247-2-iscsi with host dv-cinder-831247-2-iscsi {{(pid=103034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:51:27.481907 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 49004) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:51:27.541899 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c96ba4b-29eb-42cf-b19d-3f84da082242 admin admin] GET failed (client error): The resource could not be found. Mar 01 16:51:27.543160 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-9c96ba4b-29eb-42cf-b19d-3f84da082242 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603051 Mar 01 16:51:27.615956 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2725d85-e39f-4e74-b16c-69b8d13efefa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:51:27.617408 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-f2725d85-e39f-4e74-b16c-69b8d13efefa admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0699377 Mar 01 16:51:27.626977 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-5b452d29-c5da-45dd-8941-c0196c46cb50 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'cb33c894-6bc6-4813-bd3b-73c5d9175eb6', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:51:27.644493 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b452d29-c5da-45dd-8941-c0196c46cb50 admin admin] Made reservation on behalf of 4dc614acef454267ab6684e1dbee93b1 for: {'subnet': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:51:27.647344 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5b452d29-c5da-45dd-8941-c0196c46cb50 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:27.806014 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5b452d29-c5da-45dd-8941-c0196c46cb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (83bfd54c-6ef5-4a41-95d3-ee9800650a81), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:27.866422 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b452d29-c5da-45dd-8941-c0196c46cb50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83bfd54c-6ef5-4a41-95d3-ee9800650a81,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:51:27.874181 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b452d29-c5da-45dd-8941-c0196c46cb50 admin admin] Checking segment: {'id': '7794c4c6-a1a9-4535-ad34-0105ab81a966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'cb33c894-6bc6-4813-bd3b-73c5d9175eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:51:27.874541 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b452d29-c5da-45dd-8941-c0196c46cb50 admin admin] Network hostable DHCP agents. Network: cb33c894-6bc6-4813-bd3b-73c5d9175eb6, hostable agents: ['76634103-e363-4824-9b69-d0e42b80a9e6'], hosted agents: [] {{(pid=103032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:51:27.890733 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b452d29-c5da-45dd-8941-c0196c46cb50 admin admin] Network cb33c894-6bc6-4813-bd3b-73c5d9175eb6 is scheduled to be hosted by DHCP agent 76634103-e363-4824-9b69-d0e42b80a9e6 with binding_index 1 {{(pid=103032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:51:27.899660 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-5b452d29-c5da-45dd-8941-c0196c46cb50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-2-iscsi, cb33c894-6bc6-4813-bd3b-73c5d9175eb6) {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:51:27.903771 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b452d29-c5da-45dd-8941-c0196c46cb50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:51:27.904371 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5b452d29-c5da-45dd-8941-c0196c46cb50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:27.908779 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249fda1a-f843-423f-b64c-e1ce72ee98d6 None None] Network cb33c894-6bc6-4813-bd3b-73c5d9175eb6 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:51:27.919674 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-5b452d29-c5da-45dd-8941-c0196c46cb50 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2959840 Mar 01 16:51:28.015018 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8729f57f-20ff-5eed-841b-78fe1ce83f3e-cb33c894-6bc6-4813-bd3b-73c5d9175eb6', 'network_id': 'cb33c894-6bc6-4813-bd3b-73c5d9175eb6', 'project_id': '4dc614acef454267ab6684e1dbee93b1', 'fixed_ips': [{'subnet_id': '83bfd54c-6ef5-4a41-95d3-ee9800650a81'}]}} from dv-cinder-831247-2-iscsi. {{(pid=103034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 16:51:28.015930 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:28.157472 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Allocated IP 192.168.233.2 (cb33c894-6bc6-4813-bd3b-73c5d9175eb6/83bfd54c-6ef5-4a41-95d3-ee9800650a81/47b11d0e-d29f-400a-9826-ea86156fc65c) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:51:28.435813 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Publish callbacks [] for port (47b11d0e-d29f-400a-9826-ea86156fc65c), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:28.442774 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (47b11d0e-d29f-400a-9826-ea86156fc65c), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:28.488783 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Network cb33c894-6bc6-4813-bd3b-73c5d9175eb6 is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:51:28.490824 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:51:28.494834 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:51:28.503817 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Pushing event updated for resources: {'Port': ['ID=47b11d0e-d29f-400a-9826-ea86156fc65c,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:51:28.529396 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:28.529770 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:28.530132 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:28.530574 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:28.530906 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:28.531237 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:28.531945 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:28.532275 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:28.532601 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:28.532946 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:28.533277 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:28.533604 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:28.533919 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:51:28.569801 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Attempting to bind port 47b11d0e-d29f-400a-9826-ea86156fc65c on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:51:28.570176 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Attempting to bind port 47b11d0e-d29f-400a-9826-ea86156fc65c by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': '7794c4c6-a1a9-4535-ad34-0105ab81a966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'cb33c894-6bc6-4813-bd3b-73c5d9175eb6'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:51:28.570536 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Attempting to bind port 47b11d0e-d29f-400a-9826-ea86156fc65c on network cb33c894-6bc6-4813-bd3b-73c5d9175eb6 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:51:28.575950 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:51:28.576323 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Checking segment: {'id': '7794c4c6-a1a9-4535-ad34-0105ab81a966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'cb33c894-6bc6-4813-bd3b-73c5d9175eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:51:28.576725 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:28.577120 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Bound using segment: {'id': '7794c4c6-a1a9-4535-ad34-0105ab81a966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'cb33c894-6bc6-4813-bd3b-73c5d9175eb6'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:51:28.577591 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Bound port: 47b11d0e-d29f-400a-9826-ea86156fc65c, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7794c4c6-a1a9-4535-ad34-0105ab81a966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'cb33c894-6bc6-4813-bd3b-73c5d9175eb6'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:51:28.578074 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (47b11d0e-d29f-400a-9826-ea86156fc65c), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:28.643520 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] For port 47b11d0e-d29f-400a-9826-ea86156fc65c, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:51:28.647111 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] For port 47b11d0e-d29f-400a-9826-ea86156fc65c, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=47b11d0e-d29f-400a-9826-ea86156fc65c,segment=NetworkSegment(7794c4c6-a1a9-4535-ad34-0105ab81a966),segment_id=7794c4c6-a1a9-4535-ad34-0105ab81a966)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:51:28.653931 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (47b11d0e-d29f-400a-9826-ea86156fc65c), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:28.717876 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864452ff-eb0c-4382-a262-14c4c5c2be7a None None] Pushing event updated for resources: {'Port': ['ID=47b11d0e-d29f-400a-9826-ea86156fc65c,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:51:29.562570 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460f2ae9-404e-4cca-bebf-c80abec8879a None None] Network cb33c894-6bc6-4813-bd3b-73c5d9175eb6 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:51:29.645110 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-f7661ea7-db80-4fc1-a3b8-0f6896212a43 None None] Provisioning complete for port 47b11d0e-d29f-400a-9826-ea86156fc65c triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:51:29.646104 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f7661ea7-db80-4fc1-a3b8-0f6896212a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (47b11d0e-d29f-400a-9826-ea86156fc65c), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:29.769179 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-f7661ea7-db80-4fc1-a3b8-0f6896212a43 None None] Current status of the port 47b11d0e-d29f-400a-9826-ea86156fc65c is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:51:29.769569 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f7661ea7-db80-4fc1-a3b8-0f6896212a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (47b11d0e-d29f-400a-9826-ea86156fc65c), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:29.811380 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-f7661ea7-db80-4fc1-a3b8-0f6896212a43 None None] For port 47b11d0e-d29f-400a-9826-ea86156fc65c, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=47b11d0e-d29f-400a-9826-ea86156fc65c,segment=NetworkSegment(7794c4c6-a1a9-4535-ad34-0105ab81a966),segment_id=7794c4c6-a1a9-4535-ad34-0105ab81a966)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:51:29.817071 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f7661ea7-db80-4fc1-a3b8-0f6896212a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (47b11d0e-d29f-400a-9826-ea86156fc65c), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:29.877672 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7661ea7-db80-4fc1-a3b8-0f6896212a43 None None] Pushing event updated for resources: {'Port': ['ID=47b11d0e-d29f-400a-9826-ea86156fc65c,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:51:30.043843 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-68145911-37f7-4004-8456-38e0a64a1beb None None] Provisioning complete for port 47b11d0e-d29f-400a-9826-ea86156fc65c triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:51:30.044241 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-68145911-37f7-4004-8456-38e0a64a1beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (47b11d0e-d29f-400a-9826-ea86156fc65c), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:30.128893 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-68145911-37f7-4004-8456-38e0a64a1beb None None] Current status of the port 47b11d0e-d29f-400a-9826-ea86156fc65c is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:51:30.770320 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 47b11d0e-d29f-400a-9826-ea86156fc65c up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:51:30.821335 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 47b11d0e-d29f-400a-9826-ea86156fc65c triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:51:30.821728 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (47b11d0e-d29f-400a-9826-ea86156fc65c), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:30.905619 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 47b11d0e-d29f-400a-9826-ea86156fc65c is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:51:43.621598 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-054715b9-64d1-40fa-8654-e791f845ae59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:45.898132 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4f8de8d2-2993-4c1e-b1a0-447796942969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:46.894812 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:48.481499 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:49.846212 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:51:56.009079 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 5 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:52:13.623813 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4c8922e0-b3e7-419d-b70f-c1a1ab309815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:52:15.899157 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d08f984b-631a-489c-b625-d1d0455fe379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:52:16.899750 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:52:18.490953 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:52:19.838574 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:52:33.007887 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 5 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:52:43.625430 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f78f2784-0f02-46ec-bed9-5a4837ef09e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:52:45.893983 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-452aad3b-219b-46da-a380-e4c0dffff888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:52:46.907201 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:52:48.487248 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:52:49.607215 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 49042) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:52:49.613377 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [None req-1aea1c7f-da37-47d9-85f1-0139498e8de1 tempest-verify_tempest_config-1907950738 tempest-verify_tempest_config-1907950738-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 16:52:49.614345 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-1aea1c7f-da37-47d9-85f1-0139498e8de1 tempest-verify_tempest_config-1907950738 tempest-verify_tempest_config-1907950738-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061214 Mar 01 16:52:49.841587 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:52:49.932583 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 49060) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:52:50.040406 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d67f24d2-36d0-4c2c-ab30-15ed39f7150c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:52:50.116478 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d67f24d2-36d0-4c2c-ab30-15ed39f7150c admin admin] Publish callbacks [] for security_group (fc31e9c5-cc6f-46db-99e4-07a21c664d0d), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:52:50.120387 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d67f24d2-36d0-4c2c-ab30-15ed39f7150c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (fc31e9c5-cc6f-46db-99e4-07a21c664d0d), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:52:50.165786 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-d67f24d2-36d0-4c2c-ab30-15ed39f7150c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=81b74aa84cf84025acd3c82542cf9f73&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2321393 Mar 01 16:52:50.166504 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f24d2-36d0-4c2c-ab30-15ed39f7150c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc31e9c5-cc6f-46db-99e4-07a21c664d0d,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:52:50.168469 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 49064) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:52:50.184637 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f24d2-36d0-4c2c-ab30-15ed39f7150c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:52:50.185009 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f24d2-36d0-4c2c-ab30-15ed39f7150c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:52:50.185353 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f24d2-36d0-4c2c-ab30-15ed39f7150c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:52:50.185685 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f24d2-36d0-4c2c-ab30-15ed39f7150c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:52:50.186018 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f24d2-36d0-4c2c-ab30-15ed39f7150c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:52:50.186343 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f24d2-36d0-4c2c-ab30-15ed39f7150c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:52:50.186682 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f24d2-36d0-4c2c-ab30-15ed39f7150c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:52:50.187007 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f24d2-36d0-4c2c-ab30-15ed39f7150c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:52:50.187364 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f24d2-36d0-4c2c-ab30-15ed39f7150c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:52:50.187693 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f24d2-36d0-4c2c-ab30-15ed39f7150c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:52:50.188013 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f24d2-36d0-4c2c-ab30-15ed39f7150c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:52:50.188325 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f24d2-36d0-4c2c-ab30-15ed39f7150c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:52:50.188640 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67f24d2-36d0-4c2c-ab30-15ed39f7150c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:52:50.233744 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-dff2523f-8389-4f35-86eb-d996ed1266a0 admin admin] Publish callbacks [] for security_group (fc31e9c5-cc6f-46db-99e4-07a21c664d0d), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:52:50.257016 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-dff2523f-8389-4f35-86eb-d996ed1266a0 admin admin] Publish callbacks [] for security_group (fc31e9c5-cc6f-46db-99e4-07a21c664d0d), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:52:50.353776 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-dff2523f-8389-4f35-86eb-d996ed1266a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (fc31e9c5-cc6f-46db-99e4-07a21c664d0d), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:52:50.356301 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-dff2523f-8389-4f35-86eb-d996ed1266a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:52:50.357607 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-dff2523f-8389-4f35-86eb-d996ed1266a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc31e9c5-cc6f-46db-99e4-07a21c664d0d HTTP/1.1" status: 204 len: 168 time: 0.1881630 Mar 01 16:52:50.368527 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2523f-8389-4f35-86eb-d996ed1266a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc31e9c5-cc6f-46db-99e4-07a21c664d0d,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:53:10.006948 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 5 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:53:13.627830 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b3c9c9d2-fc3e-4098-9cf8-412772d52eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:53:15.897615 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-dff3f3be-0a80-45dc-afc0-4c6a7a84c712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:53:16.903515 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:53:18.489475 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:53:19.844821 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:53:43.630788 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e22247c8-1fbd-4cae-9f61-412382b43af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:53:45.903581 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fd353cc6-8b70-4666-b17b-01e9d974c23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:53:46.907121 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:53:47.008185 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 5 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:53:48.497113 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:53:49.849340 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:54:13.632115 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b1f357cb-23d1-4af8-8261-dfc1e99770b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:54:15.911446 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a999d988-4e91-49f8-96be-64e4faeef289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:54:16.909232 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:54:18.496556 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:54:19.852483 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:54:24.007723 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 5 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:54:30.815961 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3690073'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:54:43.633914 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-dfe8e08a-2b5e-4590-b015-9257a67654cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:54:45.866170 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 49134) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:54:45.904182 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-55d61f8e-9d91-4fa6-a4ae-156b4b30722d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:54:45.976338 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-99934fdd-f382-4f2d-9b9c-e1992758a9d7 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1090522 Mar 01 16:54:46.911817 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:54:48.387122 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 49144) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:54:48.447875 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-97631f99-c039-4e03-becf-93df52f0b039 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0596159 Mar 01 16:54:48.502279 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:54:49.855144 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:55:00.800411 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:55:01.006739 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:55:13.637658 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6f6dbff9-efa9-4bf6-8559-58e93d730bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:55:15.908541 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6f9eafd5-77b9-450c-bd5c-110e61584a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:55:16.918327 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:55:18.510487 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:55:19.858121 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:55:30.813603 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:55:38.005965 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:55:43.643618 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-655a08e3-457d-4819-a0cd-9a83d1170391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:55:45.924771 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a5cee78d-4a24-475c-829f-09e060119122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:55:46.920405 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:55:48.515396 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:55:49.865937 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:00.809998 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:13.646478 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c5af2bcb-deda-4892-8779-26ec1e6e648d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:15.006521 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:56:15.909306 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-728ffd10-3e02-47d0-ba63-b25f38bc4ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:16.922193 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:18.522504 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:19.863115 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:26.892832 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 49282) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:27.341430 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-187655828-network', 'tenant_id': '6d3c792a846445c5a1b1f652c1a249c6'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:56:27.364649 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Made reservation on behalf of 6d3c792a846445c5a1b1f652c1a249c6 for: {'network': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:56:27.367064 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for network (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:27.377718 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:27.467588 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Publish callbacks [] for security_group (50db52bd-856e-4bb8-a430-7ee70ba2420b), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:27.473585 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (50db52bd-856e-4bb8-a430-7ee70ba2420b), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:27.489230 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:56:27.501601 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (0b8a156e-0a51-42c0-8e44-ecdc4f561eb4), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:27.501974 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.segments_db [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Added segment 0b8a156e-0a51-42c0-8e44-ecdc4f561eb4 of type vlan for network 59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 Mar 01 16:56:27.569188 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740453230677'] for network (59ddfe45-6d96-41d4-aec0-fbcc002b7bb7), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:27.587368 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50db52bd-856e-4bb8-a430-7ee70ba2420b,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:27.698039 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:27.698392 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:27.698790 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:27.699049 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:27.699395 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:27.699905 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:27.700227 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:27.700737 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:27.701085 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:27.701426 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:27.701750 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:27.702069 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:27.702472 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Tracked resource versions report: Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: pushed versions: Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: { 'AddressGroup': {'1.2'}, Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'ConntrackHelper': {'1.0'}, Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'LocalIPAssociation': {'1.0'}, Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'Log': {'1.0'}, Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'Network': {'1.1'}, Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'Port': {'1.7'}, Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'PortForwarding': {'1.2'}, Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'QosPolicy': {'1.10'}, Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'SecurityGroup': {'1.5'}, Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'SecurityGroupRule': {'1.2'}, Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'SubPort': {'1.0'}, Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'Subnet': {'1.1'}, Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'Trunk': {'1.1'}} Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: consumer versions: Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: { DHCP agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: HyperV agent@hv-cinder-83124: {}, Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: L3 agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: Metadata agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: Metering agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: Open vSwitch agent@dv-cinder-831247-2-iscsi: { 'AddressGroup': '1.2', Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'ConntrackHelper': '1.0', Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'LocalIPAssociation': '1.0', Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'Log': '1.0', Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'Network': '1.1', Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'Port': '1.7', Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'PortForwarding': '1.2', Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'QosPolicy': '1.10', Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'SecurityGroup': '1.5', Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'SecurityGroupRule': '1.2', Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'SubPort': '1.0', Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'Subnet': '1.1', Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: 'Trunk': '1.1'}} Mar 01 16:56:27.704054 dv-cinder-831247-2-iscsi neutron-server[103032]: {{(pid=103032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 16:56:27.714589 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (59ddfe45-6d96-41d4-aec0-fbcc002b7bb7), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:27.715765 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:27.716512 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:27.745066 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 49324) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:27.750835 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Request body: {'subnet': {'network_id': '59ddfe45-6d96-41d4-aec0-fbcc002b7bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-187655828-subnet', 'tenant_id': '6d3c792a846445c5a1b1f652c1a249c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:56:27.752068 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8579333 Mar 01 16:56:27.775880 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Made reservation on behalf of 6d3c792a846445c5a1b1f652c1a249c6 for: {'subnet': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:56:27.779185 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:27.874030 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee6a4b-11d4-48d6-9f2c-af783574b3de admin admin] Pushing event updated for resources: {'Network': ['ID=59ddfe45-6d96-41d4-aec0-fbcc002b7bb7,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:27.894171 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Network 59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 details requested by agent ovs-agent-dv-cinder-831247-2-iscsi with host dv-cinder-831247-2-iscsi {{(pid=103034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:56:28.017125 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:28.089725 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c,revision_number=0']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:28.104702 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:28.105424 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:28.106019 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:28.106600 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:28.107163 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:28.107968 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:28.108544 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:28.109119 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:28.109918 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:28.110484 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:28.111271 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:28.112086 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:28.112975 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Tracked resource versions report: Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: pushed versions: Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: { 'AddressGroup': {'1.2'}, Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'ConntrackHelper': {'1.0'}, Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'LocalIPAssociation': {'1.0'}, Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'Log': {'1.0'}, Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'Network': {'1.1'}, Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'Port': {'1.7'}, Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'PortForwarding': {'1.2'}, Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'QosPolicy': {'1.10'}, Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'SecurityGroup': {'1.5'}, Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'SecurityGroupRule': {'1.2'}, Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'SubPort': {'1.0'}, Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'Subnet': {'1.1'}, Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'Trunk': {'1.1'}} Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: consumer versions: Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: { DHCP agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: HyperV agent@hv-cinder-83124: {}, Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: L3 agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: Metadata agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: Metering agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: Open vSwitch agent@dv-cinder-831247-2-iscsi: { 'AddressGroup': '1.2', Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'ConntrackHelper': '1.0', Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'LocalIPAssociation': '1.0', Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'Log': '1.0', Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'Network': '1.1', Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'Port': '1.7', Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'PortForwarding': '1.2', Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'QosPolicy': '1.10', Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'SecurityGroup': '1.5', Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'SecurityGroupRule': '1.2', Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'SubPort': '1.0', Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'Subnet': '1.1', Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: 'Trunk': '1.1'}} Mar 01 16:56:28.114851 dv-cinder-831247-2-iscsi neutron-server[103033]: {{(pid=103033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 16:56:28.129537 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Checking segment: {'id': '0b8a156e-0a51-42c0-8e44-ecdc4f561eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '59ddfe45-6d96-41d4-aec0-fbcc002b7bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:56:28.130097 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Network hostable DHCP agents. Network: 59ddfe45-6d96-41d4-aec0-fbcc002b7bb7, hostable agents: ['76634103-e363-4824-9b69-d0e42b80a9e6'], hosted agents: [] {{(pid=103033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:56:28.155103 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Network 59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 is scheduled to be hosted by DHCP agent 76634103-e363-4824-9b69-d0e42b80a9e6 with binding_index 1 {{(pid=103033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:56:28.170121 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-2-iscsi, 59ddfe45-6d96-41d4-aec0-fbcc002b7bb7) {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:56:28.178602 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:28.179594 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:28.182529 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f2e06e-ff21-4684-94a5-26fab87b69e1 None None] Network 59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:56:28.204350 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-ad680002-cd60-486a-a881-731b022bb0db admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4577193 Mar 01 16:56:28.204929 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 49348) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:28.212553 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-5c19a1ac-61d2-4c21-affb-c7a9722b695a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-187655828-router', 'tenant_id': '6d3c792a846445c5a1b1f652c1a249c6', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:56:28.253410 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5c19a1ac-61d2-4c21-affb-c7a9722b695a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3699058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523545'] for router (5bd3a332-d5ef-45ca-b348-7ad3bd18fb34), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:28.257074 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5c19a1ac-61d2-4c21-affb-c7a9722b695a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3699426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686717', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4184244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523520'] for router (5bd3a332-d5ef-45ca-b348-7ad3bd18fb34), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:28.307139 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7e0d02-6418-434c-831e-a1cf04149678 None None] Network 59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:56:28.408578 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5c19a1ac-61d2-4c21-affb-c7a9722b695a admin admin] Publish callbacks [] for router_controller (5bd3a332-d5ef-45ca-b348-7ad3bd18fb34), precommit_add_association {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:28.589268 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5c19a1ac-61d2-4c21-affb-c7a9722b695a admin admin] Publish callbacks [] for router_gateway (5bd3a332-d5ef-45ca-b348-7ad3bd18fb34), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:28.676934 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 49366) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:28.716380 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 49372) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:28.887519 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5c19a1ac-61d2-4c21-affb-c7a9722b695a admin admin] Publish callbacks [] for router_gateway (5bd3a332-d5ef-45ca-b348-7ad3bd18fb34), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:28.914858 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5c19a1ac-61d2-4c21-affb-c7a9722b695a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:29.042482 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [None req-5c19a1ac-61d2-4c21-affb-c7a9722b695a admin admin] Allocated IP 172.27.0.220 (e6ae233f-293e-41a5-ad0b-5fc845cdb59d/f57a09de-5442-447f-9fd0-ed63e9a7467a/b7c021fe-ff53-4d31-bb6f-110f053ec8d1) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:56:29.067156 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-12ffee57-f61c-4063-954b-c82de6cf726d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-835683640-network', 'tenant_id': '52323b63c6ea4d53b7c872c2556c5768'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:56:29.170594 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ffee57-f61c-4063-954b-c82de6cf726d admin admin] Made reservation on behalf of 52323b63c6ea4d53b7c872c2556c5768 for: {'network': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:56:29.174188 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-12ffee57-f61c-4063-954b-c82de6cf726d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for network (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:29.194044 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-12ffee57-f61c-4063-954b-c82de6cf726d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:29.216315 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-a1ae78b5-4b92-40ce-850b-67b871760af4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-619683467-network', 'tenant_id': 'ce864652ab854207a48b6a2647514604'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:56:29.240826 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ae78b5-4b92-40ce-850b-67b871760af4 admin admin] Made reservation on behalf of ce864652ab854207a48b6a2647514604 for: {'network': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:56:29.243251 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a1ae78b5-4b92-40ce-850b-67b871760af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for network (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:29.260050 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a1ae78b5-4b92-40ce-850b-67b871760af4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:29.301697 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5c19a1ac-61d2-4c21-affb-c7a9722b695a admin admin] Publish callbacks [] for port (b7c021fe-ff53-4d31-bb6f-110f053ec8d1), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:29.414072 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5c19a1ac-61d2-4c21-affb-c7a9722b695a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (b7c021fe-ff53-4d31-bb6f-110f053ec8d1), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:29.426467 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-12ffee57-f61c-4063-954b-c82de6cf726d admin admin] Publish callbacks [] for security_group (22f39353-c7d5-4842-ba82-d6e6a9c45e27), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:29.458126 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 49402) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:29.485550 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a1ae78b5-4b92-40ce-850b-67b871760af4 admin admin] Publish callbacks [] for security_group (12512946-2f78-4fb9-be6e-b8380247504a), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:29.490929 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a1ae78b5-4b92-40ce-850b-67b871760af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (12512946-2f78-4fb9-be6e-b8380247504a), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:29.506888 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ae78b5-4b92-40ce-850b-67b871760af4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:56:29.507113 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19a1ac-61d2-4c21-affb-c7a9722b695a admin admin] Pushing event updated for resources: {'Port': ['ID=b7c021fe-ff53-4d31-bb6f-110f053ec8d1,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:29.516496 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-12ffee57-f61c-4063-954b-c82de6cf726d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (22f39353-c7d5-4842-ba82-d6e6a9c45e27), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:29.528249 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c19a1ac-61d2-4c21-affb-c7a9722b695a admin admin] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:56:29.534026 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-5c19a1ac-61d2-4c21-affb-c7a9722b695a admin admin] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:56:29.537995 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a1ae78b5-4b92-40ce-850b-67b871760af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (9f119457-6be2-4f01-ac49-73888f223bad), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:29.539219 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.db.segments_db [None req-a1ae78b5-4b92-40ce-850b-67b871760af4 admin admin] Added segment 9f119457-6be2-4f01-ac49-73888f223bad of type vlan for network 00da9fad-e099-4559-a3bd-7363f68afe10 Mar 01 16:56:29.540459 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c19a1ac-61d2-4c21-affb-c7a9722b695a admin admin] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:56:29.583082 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae78b5-4b92-40ce-850b-67b871760af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12512946-2f78-4fb9-be6e-b8380247504a,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:29.612235 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a1ae78b5-4b92-40ce-850b-67b871760af4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740453230677'] for network (00da9fad-e099-4559-a3bd-7363f68afe10), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:29.669139 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a1ae78b5-4b92-40ce-850b-67b871760af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (00da9fad-e099-4559-a3bd-7363f68afe10), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:29.670676 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ae78b5-4b92-40ce-850b-67b871760af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:29.671561 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a1ae78b5-4b92-40ce-850b-67b871760af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:29.817142 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-b85422a3-7d18-4477-a0f1-e825144c3272 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-144663977-network', 'tenant_id': '8281adaa9b4d4205a723ff65c505c995'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:56:29.874393 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-a1ae78b5-4b92-40ce-850b-67b871760af4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1542387 Mar 01 16:56:29.877458 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 49424) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:29.893705 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-bfc70e1e-b821-4b08-885a-d5f44d8cb8ee admin admin] Request body: {'subnet': {'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-619683467-subnet', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:56:29.897068 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae78b5-4b92-40ce-850b-67b871760af4 admin admin] Pushing event updated for resources: {'Network': ['ID=00da9fad-e099-4559-a3bd-7363f68afe10,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:29.899466 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ffee57-f61c-4063-954b-c82de6cf726d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:56:29.905140 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85422a3-7d18-4477-a0f1-e825144c3272 admin admin] Made reservation on behalf of 8281adaa9b4d4205a723ff65c505c995 for: {'network': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:56:29.908584 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b85422a3-7d18-4477-a0f1-e825144c3272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for network (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:29.911297 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Network 00da9fad-e099-4559-a3bd-7363f68afe10 details requested by agent ovs-agent-dv-cinder-831247-2-iscsi with host dv-cinder-831247-2-iscsi {{(pid=103034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:56:29.936626 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-12ffee57-f61c-4063-954b-c82de6cf726d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (c31820f6-469c-4844-949c-e375a0843d4b), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:29.936957 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.segments_db [None req-12ffee57-f61c-4063-954b-c82de6cf726d admin admin] Added segment c31820f6-469c-4844-949c-e375a0843d4b of type vlan for network b1e12296-7256-4e98-8a90-07484ff52318 Mar 01 16:56:29.959316 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b85422a3-7d18-4477-a0f1-e825144c3272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:30.032125 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc70e1e-b821-4b08-885a-d5f44d8cb8ee admin admin] Made reservation on behalf of ce864652ab854207a48b6a2647514604 for: {'subnet': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:56:30.035400 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-bfc70e1e-b821-4b08-885a-d5f44d8cb8ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:30.089869 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffee57-f61c-4063-954b-c82de6cf726d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f39353-c7d5-4842-ba82-d6e6a9c45e27,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:30.123051 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-12ffee57-f61c-4063-954b-c82de6cf726d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740453230677'] for network (b1e12296-7256-4e98-8a90-07484ff52318), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:30.194503 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5c19a1ac-61d2-4c21-affb-c7a9722b695a admin admin] Publish callbacks [] for router_gateway (5bd3a332-d5ef-45ca-b348-7ad3bd18fb34), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:30.198919 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-12ffee57-f61c-4063-954b-c82de6cf726d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (b1e12296-7256-4e98-8a90-07484ff52318), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:30.200235 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ffee57-f61c-4063-954b-c82de6cf726d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:30.200972 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-12ffee57-f61c-4063-954b-c82de6cf726d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:30.332277 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffee57-f61c-4063-954b-c82de6cf726d admin admin] Pushing event updated for resources: {'Network': ['ID=b1e12296-7256-4e98-8a90-07484ff52318,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:30.352722 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Network b1e12296-7256-4e98-8a90-07484ff52318 details requested by agent ovs-agent-dv-cinder-831247-2-iscsi with host dv-cinder-831247-2-iscsi {{(pid=103034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:56:30.402757 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-12ffee57-f61c-4063-954b-c82de6cf726d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7217922 Mar 01 16:56:30.445645 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 49454) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:30.452640 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-6b9cdd85-4f97-4bde-9a76-9374d858fcd7 admin admin] Request body: {'subnet': {'network_id': 'b1e12296-7256-4e98-8a90-07484ff52318', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-835683640-subnet', 'tenant_id': '52323b63c6ea4d53b7c872c2556c5768', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:56:30.536991 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b85422a3-7d18-4477-a0f1-e825144c3272 admin admin] Publish callbacks [] for security_group (197683a9-b447-468e-a0d2-cc5eba3c734f), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:30.695633 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b85422a3-7d18-4477-a0f1-e825144c3272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (197683a9-b447-468e-a0d2-cc5eba3c734f), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:30.747490 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85422a3-7d18-4477-a0f1-e825144c3272 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:56:30.747921 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5c19a1ac-61d2-4c21-affb-c7a9722b695a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3699445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686752'] for router (5bd3a332-d5ef-45ca-b348-7ad3bd18fb34), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:30.760686 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-bfc70e1e-b821-4b08-885a-d5f44d8cb8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (2dbbfa00-88e0-498f-b6e2-523e92ef3496), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:30.845782 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:30.849402 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc70e1e-b821-4b08-885a-d5f44d8cb8ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dbbfa00-88e0-498f-b6e2-523e92ef3496,revision_number=0']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:30.857965 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b85422a3-7d18-4477-a0f1-e825144c3272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (ff9deda3-c839-4026-9d99-f94021c86f7a), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:30.858465 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.db.segments_db [None req-b85422a3-7d18-4477-a0f1-e825144c3272 admin admin] Added segment ff9deda3-c839-4026-9d99-f94021c86f7a of type vlan for network a144fbb1-cd5b-4bd3-b93a-8975fccf0431 Mar 01 16:56:30.864376 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9cdd85-4f97-4bde-9a76-9374d858fcd7 admin admin] Made reservation on behalf of 52323b63c6ea4d53b7c872c2556c5768 for: {'subnet': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:56:30.867855 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6b9cdd85-4f97-4bde-9a76-9374d858fcd7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:30.955477 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c19a1ac-61d2-4c21-affb-c7a9722b695a admin admin] Router 5bd3a332-d5ef-45ca-b348-7ad3bd18fb34 is scheduled to L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 with binding_index 1 {{(pid=103032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 16:56:31.028755 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85422a3-7d18-4477-a0f1-e825144c3272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197683a9-b447-468e-a0d2-cc5eba3c734f,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:31.113256 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b85422a3-7d18-4477-a0f1-e825144c3272 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740453230677'] for network (a144fbb1-cd5b-4bd3-b93a-8975fccf0431), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:31.154911 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c19a1ac-61d2-4c21-affb-c7a9722b695a admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:56:31.168351 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] Sync routers for ids ['5bd3a332-d5ef-45ca-b348-7ad3bd18fb34'] in dv-cinder-831247-2-iscsi {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:56:31.170172 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc70e1e-b821-4b08-885a-d5f44d8cb8ee admin admin] Checking segment: {'id': '9f119457-6be2-4f01-ac49-73888f223bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:56:31.171229 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc70e1e-b821-4b08-885a-d5f44d8cb8ee admin admin] Network hostable DHCP agents. Network: 00da9fad-e099-4559-a3bd-7363f68afe10, hostable agents: ['76634103-e363-4824-9b69-d0e42b80a9e6'], hosted agents: [] {{(pid=103033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:56:31.190909 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5c19a1ac-61d2-4c21-affb-c7a9722b695a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:31.192803 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-5c19a1ac-61d2-4c21-affb-c7a9722b695a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9864666 Mar 01 16:56:31.195629 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 49514) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:31.197248 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] Routers {'5bd3a332-d5ef-45ca-b348-7ad3bd18fb34'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:56:31.198398 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:56:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['5bd3a332-d5ef-45ca-b348-7ad3bd18fb34'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:56:31.201250 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b85422a3-7d18-4477-a0f1-e825144c3272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (a144fbb1-cd5b-4bd3-b93a-8975fccf0431), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:31.203504 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85422a3-7d18-4477-a0f1-e825144c3272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:31.204375 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b85422a3-7d18-4477-a0f1-e825144c3272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:31.291254 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc70e1e-b821-4b08-885a-d5f44d8cb8ee admin admin] Network 00da9fad-e099-4559-a3bd-7363f68afe10 is scheduled to be hosted by DHCP agent 76634103-e363-4824-9b69-d0e42b80a9e6 with binding_index 1 {{(pid=103033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:56:31.310965 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-b85422a3-7d18-4477-a0f1-e825144c3272 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8507991 Mar 01 16:56:31.334740 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 49524) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:31.341717 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-1a9c3152-d024-47bb-b3ac-7c592c1199cb admin admin] Request body: {'subnet': {'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-144663977-subnet', 'tenant_id': '8281adaa9b4d4205a723ff65c505c995', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:56:31.381902 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-bfc70e1e-b821-4b08-885a-d5f44d8cb8ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-2-iscsi, 00da9fad-e099-4559-a3bd-7363f68afe10) {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:56:31.384554 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85422a3-7d18-4477-a0f1-e825144c3272 admin admin] Pushing event updated for resources: {'Network': ['ID=a144fbb1-cd5b-4bd3-b93a-8975fccf0431,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:31.398873 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1488416d-fc79-4600-8571-bc6eede765a6 None None] Network 00da9fad-e099-4559-a3bd-7363f68afe10 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:56:31.422421 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc70e1e-b821-4b08-885a-d5f44d8cb8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:31.423638 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-bfc70e1e-b821-4b08-885a-d5f44d8cb8ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:31.462817 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9c3152-d024-47bb-b3ac-7c592c1199cb admin admin] Made reservation on behalf of 8281adaa9b4d4205a723ff65c505c995 for: {'subnet': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:56:31.465173 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1a9c3152-d024-47bb-b3ac-7c592c1199cb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:31.476080 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-bfc70e1e-b821-4b08-885a-d5f44d8cb8ee admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5967107 Mar 01 16:56:31.480347 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 49530) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:31.488544 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-5c82c958-ee60-40fc-b018-45619249b125 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-619683467-router', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:56:31.494629 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Network a144fbb1-cd5b-4bd3-b93a-8975fccf0431 details requested by agent ovs-agent-dv-cinder-831247-2-iscsi with host dv-cinder-831247-2-iscsi {{(pid=103034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:56:31.500919 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6b9cdd85-4f97-4bde-9a76-9374d858fcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (acc59fb7-b20a-463b-92df-7376000566a1), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:31.617412 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5c82c958-ee60-40fc-b018-45619249b125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3699058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523545'] for router (d2d4352e-39d5-4290-88fc-cf6ccbf8714c), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:31.619175 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5c82c958-ee60-40fc-b018-45619249b125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3699426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686717', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4184244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523520'] for router (d2d4352e-39d5-4290-88fc-cf6ccbf8714c), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:31.643058 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9cdd85-4f97-4bde-9a76-9374d858fcd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc59fb7-b20a-463b-92df-7376000566a1,revision_number=0']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:31.683799 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9cdd85-4f97-4bde-9a76-9374d858fcd7 admin admin] Checking segment: {'id': 'c31820f6-469c-4844-949c-e375a0843d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b1e12296-7256-4e98-8a90-07484ff52318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:56:31.684987 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9cdd85-4f97-4bde-9a76-9374d858fcd7 admin admin] Network hostable DHCP agents. Network: b1e12296-7256-4e98-8a90-07484ff52318, hostable agents: ['76634103-e363-4824-9b69-d0e42b80a9e6'], hosted agents: [] {{(pid=103033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:56:31.769679 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5c82c958-ee60-40fc-b018-45619249b125 admin admin] Publish callbacks [] for router_controller (d2d4352e-39d5-4290-88fc-cf6ccbf8714c), precommit_add_association {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:31.856501 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9cdd85-4f97-4bde-9a76-9374d858fcd7 admin admin] Network b1e12296-7256-4e98-8a90-07484ff52318 is scheduled to be hosted by DHCP agent 76634103-e363-4824-9b69-d0e42b80a9e6 with binding_index 1 {{(pid=103033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:56:31.912534 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 49556) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:31.950995 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] Set router 5bd3a332-d5ef-45ca-b348-7ad3bd18fb34 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:56:32.015148 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8729f57f-20ff-5eed-841b-78fe1ce83f3e-00da9fad-e099-4559-a3bd-7363f68afe10', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'project_id': 'ce864652ab854207a48b6a2647514604', 'fixed_ips': [{'subnet_id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496'}]}} from dv-cinder-831247-2-iscsi. {{(pid=103034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 16:56:32.022581 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:32.191937 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-6b9cdd85-4f97-4bde-9a76-9374d858fcd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-2-iscsi, b1e12296-7256-4e98-8a90-07484ff52318) {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:56:32.214810 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9cdd85-4f97-4bde-9a76-9374d858fcd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:32.216226 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6b9cdd85-4f97-4bde-9a76-9374d858fcd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:32.247268 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e777aa-4a2e-4c70-bd18-26005ac41b00 None None] Network b1e12296-7256-4e98-8a90-07484ff52318 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:56:32.275763 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1a9c3152-d024-47bb-b3ac-7c592c1199cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (909e1df5-b88c-42b4-b1ea-8fa858e4c359), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:32.294046 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-896675a0-9916-49fa-b3f0-4eee0622f536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:32.381210 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5c82c958-ee60-40fc-b018-45619249b125 admin admin] Publish callbacks [] for router_gateway (d2d4352e-39d5-4290-88fc-cf6ccbf8714c), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:32.386498 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd3a332-d5ef-45ca-b348-7ad3bd18fb34', 'name': 'tempest-ServerRescueNegativeTestJSON-187655828-router', 'tenant_id': '6d3c792a846445c5a1b1f652c1a249c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'b7c021fe-ff53-4d31-bb6f-110f053ec8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:28Z', 'updated_at': '2022-03-01T16:56:29Z', 'revision_number': 3, 'project_id': '6d3c792a846445c5a1b1f652c1a249c6', 'gw_port': {'id': 'b7c021fe-ff53-4d31-bb6f-110f053ec8d1', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd3a332-d5ef-45ca-b348-7ad3bd18fb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:28Z', 'updated_at': '2022-03-01T16:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:56:32.396488 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-6b9cdd85-4f97-4bde-9a76-9374d858fcd7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9497821 Mar 01 16:56:32.461596 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] Checking router: 5bd3a332-d5ef-45ca-b348-7ad3bd18fb34 for host: dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:56:32.462273 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] Updating router 5bd3a332-d5ef-45ca-b348-7ad3bd18fb34 port b7c021fe-ff53-4d31-bb6f-110f053ec8d1 binding host dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:56:32.538405 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f63917-d25c-4003-be8a-24540da48102 None None] Network b1e12296-7256-4e98-8a90-07484ff52318 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:56:32.545755 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (b7c021fe-ff53-4d31-bb6f-110f053ec8d1), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:32.579835 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c3152-d024-47bb-b3ac-7c592c1199cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=909e1df5-b88c-42b4-b1ea-8fa858e4c359,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:32.730707 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c3152-d024-47bb-b3ac-7c592c1199cb admin admin] Checking segment: {'id': 'ff9deda3-c839-4026-9d99-f94021c86f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:56:32.738733 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9c3152-d024-47bb-b3ac-7c592c1199cb admin admin] Network hostable DHCP agents. Network: a144fbb1-cd5b-4bd3-b93a-8975fccf0431, hostable agents: ['76634103-e363-4824-9b69-d0e42b80a9e6'], hosted agents: [] {{(pid=103032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:56:32.842618 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Allocated IP 172.20.0.2 (00da9fad-e099-4559-a3bd-7363f68afe10/2dbbfa00-88e0-498f-b6e2-523e92ef3496/adfc5beb-a4e3-4376-a413-20e349f75f05) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:56:32.976183 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5c82c958-ee60-40fc-b018-45619249b125 admin admin] Publish callbacks [] for router_gateway (d2d4352e-39d5-4290-88fc-cf6ccbf8714c), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:33.013205 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-896675a0-9916-49fa-b3f0-4eee0622f536 admin admin] Publish callbacks [] for security_group (a36493ba-2874-4c46-bf6e-b7fc5f8ec2fb), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:33.014640 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9c3152-d024-47bb-b3ac-7c592c1199cb admin admin] Network a144fbb1-cd5b-4bd3-b93a-8975fccf0431 is scheduled to be hosted by DHCP agent 76634103-e363-4824-9b69-d0e42b80a9e6 with binding_index 1 {{(pid=103032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:56:33.059391 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5c82c958-ee60-40fc-b018-45619249b125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:33.075310 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-896675a0-9916-49fa-b3f0-4eee0622f536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (a36493ba-2874-4c46-bf6e-b7fc5f8ec2fb), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:33.091078 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-1a9c3152-d024-47bb-b3ac-7c592c1199cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-2-iscsi, a144fbb1-cd5b-4bd3-b93a-8975fccf0431) {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:56:33.132723 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2900fec-fe17-463a-956c-ba8ffdf9726d None None] Network a144fbb1-cd5b-4bd3-b93a-8975fccf0431 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:56:33.217704 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9c3152-d024-47bb-b3ac-7c592c1199cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:33.219626 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1a9c3152-d024-47bb-b3ac-7c592c1199cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:33.256322 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 49632) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:33.279972 dv-cinder-831247-2-iscsi neutron-server[103032]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 01 16:56:33.290776 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] Publish callbacks [] for port (b7c021fe-ff53-4d31-bb6f-110f053ec8d1), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:33.305370 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 49636) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:33.305745 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (b7c021fe-ff53-4d31-bb6f-110f053ec8d1), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:33.375846 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-896675a0-9916-49fa-b3f0-4eee0622f536 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2655ae23cecb4c1497dd0e09a1f2bbc6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4583356 Mar 01 16:56:33.378901 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-617edd46-db2a-4912-b55d-4d585d7d0ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:33.396014 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 49648) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:33.396774 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896675a0-9916-49fa-b3f0-4eee0622f536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36493ba-2874-4c46-bf6e-b7fc5f8ec2fb,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:33.453616 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-1a9c3152-d024-47bb-b3ac-7c592c1199cb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1169395 Mar 01 16:56:33.460953 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596c6ca-d298-4a1e-b76b-5823f7fd5b62 None None] Pushing event updated for resources: {'Port': ['ID=b7c021fe-ff53-4d31-bb6f-110f053ec8d1,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:33.505314 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596c6ca-d298-4a1e-b76b-5823f7fd5b62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:33.505678 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596c6ca-d298-4a1e-b76b-5823f7fd5b62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:33.509808 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596c6ca-d298-4a1e-b76b-5823f7fd5b62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:33.509808 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596c6ca-d298-4a1e-b76b-5823f7fd5b62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:33.510141 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596c6ca-d298-4a1e-b76b-5823f7fd5b62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:33.510299 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596c6ca-d298-4a1e-b76b-5823f7fd5b62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:33.510520 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596c6ca-d298-4a1e-b76b-5823f7fd5b62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:33.510863 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596c6ca-d298-4a1e-b76b-5823f7fd5b62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:33.511205 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596c6ca-d298-4a1e-b76b-5823f7fd5b62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:33.511572 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596c6ca-d298-4a1e-b76b-5823f7fd5b62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:33.511911 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596c6ca-d298-4a1e-b76b-5823f7fd5b62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:33.512237 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596c6ca-d298-4a1e-b76b-5823f7fd5b62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:33.512557 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596c6ca-d298-4a1e-b76b-5823f7fd5b62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596c6ca-d298-4a1e-b76b-5823f7fd5b62 None None] Tracked resource versions report: Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: pushed versions: Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: { 'AddressGroup': {'1.2'}, Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'ConntrackHelper': {'1.0'}, Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'LocalIPAssociation': {'1.0'}, Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'Log': {'1.0'}, Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'Network': {'1.1'}, Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'Port': {'1.7'}, Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'PortForwarding': {'1.2'}, Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'QosPolicy': {'1.10'}, Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'SecurityGroup': {'1.5'}, Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'SecurityGroupRule': {'1.2'}, Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'SubPort': {'1.0'}, Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'Subnet': {'1.1'}, Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'Trunk': {'1.1'}} Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: consumer versions: Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: { DHCP agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: HyperV agent@hv-cinder-83124: {}, Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: L3 agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: Metadata agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: Metering agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: Open vSwitch agent@dv-cinder-831247-2-iscsi: { 'AddressGroup': '1.2', Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'ConntrackHelper': '1.0', Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'LocalIPAssociation': '1.0', Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'Log': '1.0', Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'Network': '1.1', Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'Port': '1.7', Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'PortForwarding': '1.2', Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'QosPolicy': '1.10', Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'SecurityGroup': '1.5', Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'SecurityGroupRule': '1.2', Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'SubPort': '1.0', Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'Subnet': '1.1', Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: 'Trunk': '1.1'}} Mar 01 16:56:33.513785 dv-cinder-831247-2-iscsi neutron-server[103035]: {{(pid=103035) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 16:56:33.539139 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] Attempting to bind port b7c021fe-ff53-4d31-bb6f-110f053ec8d1 on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:56:33.539546 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] Attempting to bind port b7c021fe-ff53-4d31-bb6f-110f053ec8d1 by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:56:33.539914 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] Attempting to bind port b7c021fe-ff53-4d31-bb6f-110f053ec8d1 on network e6ae233f-293e-41a5-ad0b-5fc845cdb59d {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:56:33.557992 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:56:33.558386 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] Checking segment: {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:56:33.558796 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:33.559195 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] Bound using segment: {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:56:33.559733 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] Bound port: b7c021fe-ff53-4d31-bb6f-110f053ec8d1, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:56:33.560122 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (b7c021fe-ff53-4d31-bb6f-110f053ec8d1), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:33.600876 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [None req-5c82c958-ee60-40fc-b018-45619249b125 admin admin] Allocated IP 172.27.0.34 (e6ae233f-293e-41a5-ad0b-5fc845cdb59d/f57a09de-5442-447f-9fd0-ed63e9a7467a/f6e995df-348d-4994-9111-ef7022843d6e) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:56:33.690074 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] For port b7c021fe-ff53-4d31-bb6f-110f053ec8d1, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:56:33.705453 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] For port b7c021fe-ff53-4d31-bb6f-110f053ec8d1, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=b7c021fe-ff53-4d31-bb6f-110f053ec8d1,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:56:33.719709 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (b7c021fe-ff53-4d31-bb6f-110f053ec8d1), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:33.762029 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Publish callbacks [] for port (adfc5beb-a4e3-4376-a413-20e349f75f05), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:33.808193 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-1801edcb-735c-4c33-8505-fd0ee30fd22e tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:33.820247 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-1801edcb-735c-4c33-8505-fd0ee30fd22e tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/networks?id=b1e12296-7256-4e98-8a90-07484ff52318 HTTP/1.1" status: 200 len: 811 time: 0.5410924 Mar 01 16:56:33.836690 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (adfc5beb-a4e3-4376-a413-20e349f75f05), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:33.849698 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5c82c958-ee60-40fc-b018-45619249b125 admin admin] Publish callbacks [] for port (f6e995df-348d-4994-9111-ef7022843d6e), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:33.883735 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4e2d71-3412-4ec1-b1f1-1e2506582043 None None] Network a144fbb1-cd5b-4bd3-b93a-8975fccf0431 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:56:33.887510 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] Routers {'5bd3a332-d5ef-45ca-b348-7ad3bd18fb34'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:56:33.890456 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:56:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['5bd3a332-d5ef-45ca-b348-7ad3bd18fb34'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:56:34.034063 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5c82c958-ee60-40fc-b018-45619249b125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (f6e995df-348d-4994-9111-ef7022843d6e), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:34.057062 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596c6ca-d298-4a1e-b76b-5823f7fd5b62 None None] Pushing event updated for resources: {'Port': ['ID=b7c021fe-ff53-4d31-bb6f-110f053ec8d1,revision_number=3']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:34.122636 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Network 00da9fad-e099-4559-a3bd-7363f68afe10 is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:56:34.126823 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [None req-617edd46-db2a-4912-b55d-4d585d7d0ad8 admin admin] Allocated IP 172.20.0.1 (59ddfe45-6d96-41d4-aec0-fbcc002b7bb7/8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c/0b30c57c-7b43-4dab-8f26-c7bc9fc20d78) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:56:34.259801 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:56:34.278602 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:56:34.318254 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c82c958-ee60-40fc-b018-45619249b125 admin admin] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:56:34.330653 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] Set router 5bd3a332-d5ef-45ca-b348-7ad3bd18fb34 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:56:34.373057 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Pushing event updated for resources: {'Port': ['ID=adfc5beb-a4e3-4376-a413-20e349f75f05,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:34.387819 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-5c82c958-ee60-40fc-b018-45619249b125 admin admin] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:56:34.400253 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 49678) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:34.404486 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 49682) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:34.417879 dv-cinder-831247-2-iscsi neutron-server[103033]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 01 16:56:34.445480 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c82c958-ee60-40fc-b018-45619249b125 admin admin] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:56:34.456368 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-617edd46-db2a-4912-b55d-4d585d7d0ad8 admin admin] Publish callbacks [] for port (0b30c57c-7b43-4dab-8f26-c7bc9fc20d78), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:34.477389 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-647f466c-1712-4547-9d51-0b572d361cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:34.503560 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-1de075e2-59ca-4495-8854-777699f65d41 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/quotas/52323b63c6ea4d53b7c872c2556c5768 HTTP/1.1" status: 200 len: 375 time: 0.6800096 Mar 01 16:56:34.564140 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:34.564852 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:34.565475 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:34.576081 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:34.576807 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:34.577378 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:34.578549 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:34.579345 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:34.580093 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:34.580882 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:34.581627 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:34.582493 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:34.583288 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Tracked resource versions report: Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: pushed versions: Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: { 'AddressGroup': {'1.2'}, Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'ConntrackHelper': {'1.0'}, Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'LocalIPAssociation': {'1.0'}, Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'Log': {'1.0'}, Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'Network': {'1.1'}, Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'Port': {'1.7'}, Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'PortForwarding': {'1.2'}, Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'QosPolicy': {'1.10'}, Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'SecurityGroup': {'1.5'}, Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'SecurityGroupRule': {'1.2'}, Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'SubPort': {'1.0'}, Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'Subnet': {'1.1'}, Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'Trunk': {'1.1'}} Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: consumer versions: Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: { DHCP agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: HyperV agent@hv-cinder-83124: {}, Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: L3 agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: Metadata agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: Metering agent@dv-cinder-831247-2-iscsi: {}, Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: Open vSwitch agent@dv-cinder-831247-2-iscsi: { 'AddressGroup': '1.2', Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'ConntrackHelper': '1.0', Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'LocalIPAssociation': '1.0', Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'Log': '1.0', Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'Network': '1.1', Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'Port': '1.7', Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'PortForwarding': '1.2', Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'QosPolicy': '1.10', Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'SecurityGroup': '1.5', Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'SecurityGroupRule': '1.2', Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'SubPort': '1.0', Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'Subnet': '1.1', Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: 'Trunk': '1.1'}} Mar 01 16:56:34.585379 dv-cinder-831247-2-iscsi neutron-server[103034]: {{(pid=103034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 16:56:34.608559 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Attempting to bind port adfc5beb-a4e3-4376-a413-20e349f75f05 on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:56:34.609596 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Attempting to bind port adfc5beb-a4e3-4376-a413-20e349f75f05 by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': '9f119457-6be2-4f01-ac49-73888f223bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:56:34.610586 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Attempting to bind port adfc5beb-a4e3-4376-a413-20e349f75f05 on network 00da9fad-e099-4559-a3bd-7363f68afe10 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:56:34.622809 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-601a97a1-23eb-4929-b634-34b179587a5a tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=52323b63c6ea4d53b7c872c2556c5768&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1182585 Mar 01 16:56:34.647008 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:56:34.647893 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Checking segment: {'id': '9f119457-6be2-4f01-ac49-73888f223bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:56:34.648759 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:34.649563 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Bound using segment: {'id': '9f119457-6be2-4f01-ac49-73888f223bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:56:34.650205 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Bound port: adfc5beb-a4e3-4376-a413-20e349f75f05, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f119457-6be2-4f01-ac49-73888f223bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:56:34.650770 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (adfc5beb-a4e3-4376-a413-20e349f75f05), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:34.695500 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-4ce01726-c4b2-4df9-8a81-b8137a2960b3 admin admin] Publish callbacks [] for security_group (a36493ba-2874-4c46-bf6e-b7fc5f8ec2fb), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:34.717412 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-617edd46-db2a-4912-b55d-4d585d7d0ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (0b30c57c-7b43-4dab-8f26-c7bc9fc20d78), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:34.756306 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd3a332-d5ef-45ca-b348-7ad3bd18fb34', 'name': 'tempest-ServerRescueNegativeTestJSON-187655828-router', 'tenant_id': '6d3c792a846445c5a1b1f652c1a249c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'b7c021fe-ff53-4d31-bb6f-110f053ec8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:28Z', 'updated_at': '2022-03-01T16:56:29Z', 'revision_number': 3, 'project_id': '6d3c792a846445c5a1b1f652c1a249c6', 'gw_port': {'id': 'b7c021fe-ff53-4d31-bb6f-110f053ec8d1', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd3a332-d5ef-45ca-b348-7ad3bd18fb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:28Z', 'updated_at': '2022-03-01T16:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:56:34.770903 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] For port adfc5beb-a4e3-4376-a413-20e349f75f05, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:56:34.775247 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] For port adfc5beb-a4e3-4376-a413-20e349f75f05, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=adfc5beb-a4e3-4376-a413-20e349f75f05,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:56:34.784305 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (adfc5beb-a4e3-4376-a413-20e349f75f05), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:34.785885 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-4ce01726-c4b2-4df9-8a81-b8137a2960b3 admin admin] Publish callbacks [] for security_group (a36493ba-2874-4c46-bf6e-b7fc5f8ec2fb), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:34.824880 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0793cbcf-b9df-40ac-b17c-c8a07e22b633 None None] The sync data for ids ['5bd3a332-d5ef-45ca-b348-7ad3bd18fb34'] in dv-cinder-831247-2-iscsi is: [{'id': '5bd3a332-d5ef-45ca-b348-7ad3bd18fb34', 'name': 'tempest-ServerRescueNegativeTestJSON-187655828-router', 'tenant_id': '6d3c792a846445c5a1b1f652c1a249c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'b7c021fe-ff53-4d31-bb6f-110f053ec8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:28Z', 'updated_at': '2022-03-01T16:56:29Z', 'revision_number': 3, 'project_id': '6d3c792a846445c5a1b1f652c1a249c6', 'gw_port': {'id': 'b7c021fe-ff53-4d31-bb6f-110f053ec8d1', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd3a332-d5ef-45ca-b348-7ad3bd18fb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:28Z', 'updated_at': '2022-03-01T16:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}] {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:56:34.837789 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617edd46-db2a-4912-b55d-4d585d7d0ad8 admin admin] Network 59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:56:34.855681 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-617edd46-db2a-4912-b55d-4d585d7d0ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:56:34.865720 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617edd46-db2a-4912-b55d-4d585d7d0ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=0b30c57c-7b43-4dab-8f26-c7bc9fc20d78,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:34.868147 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617edd46-db2a-4912-b55d-4d585d7d0ad8 admin admin] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:56:34.868631 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-617edd46-db2a-4912-b55d-4d585d7d0ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688509'] for router_interface (5bd3a332-d5ef-45ca-b348-7ad3bd18fb34), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:34.883390 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-52b84775-3094-4129-8e10-9cb0d3d347a1 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 16:56:34.893628 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-52b84775-3094-4129-8e10-9cb0d3d347a1 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1138325 Mar 01 16:56:34.893890 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de871f9a-66f0-4fb4-bad6-d7b067ff718d None None] Pushing event updated for resources: {'Port': ['ID=adfc5beb-a4e3-4376-a413-20e349f75f05,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:34.964277 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-647f466c-1712-4547-9d51-0b572d361cc9 admin admin] Publish callbacks [] for security_group (28947e71-c966-4086-9569-4b0f2d13496e), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:34.982842 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82c958-ee60-40fc-b018-45619249b125 admin admin] Pushing event updated for resources: {'Port': ['ID=f6e995df-348d-4994-9111-ef7022843d6e,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:34.992864 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-647f466c-1712-4547-9d51-0b572d361cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (28947e71-c966-4086-9569-4b0f2d13496e), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:35.047985 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-fcd94960-0219-4019-ab72-bb2a3c2adf20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:35.123732 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-4ce01726-c4b2-4df9-8a81-b8137a2960b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (a36493ba-2874-4c46-bf6e-b7fc5f8ec2fb), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:35.126805 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-4ce01726-c4b2-4df9-8a81-b8137a2960b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:35.128020 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-4ce01726-c4b2-4df9-8a81-b8137a2960b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a36493ba-2874-4c46-bf6e-b7fc5f8ec2fb HTTP/1.1" status: 204 len: 168 time: 1.7284033 Mar 01 16:56:35.133311 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f466c-1712-4547-9d51-0b572d361cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28947e71-c966-4086-9569-4b0f2d13496e,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:35.159060 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-647f466c-1712-4547-9d51-0b572d361cc9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e9f95f360ed4f189fc74da4992ecec9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8379154 Mar 01 16:56:35.163279 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 49700) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:35.224438 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce01726-c4b2-4df9-8a81-b8137a2960b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36493ba-2874-4c46-bf6e-b7fc5f8ec2fb,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:35.280149 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-517ecaa7-a1b2-46d2-9e55-b2e4924485e5 service neutron] 10.222.0.55 "GET /v2.0/networks/b1e12296-7256-4e98-8a90-07484ff52318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889852 Mar 01 16:56:35.308592 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-3da7b1ef-4296-45cc-affc-bef826710d67 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:35.317032 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-3da7b1ef-4296-45cc-affc-bef826710d67 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/networks?id=a144fbb1-cd5b-4bd3-b93a-8975fccf0431 HTTP/1.1" status: 200 len: 814 time: 0.9111009 Mar 01 16:56:35.441145 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-edd81abe-4a34-4339-b9b5-1471b2b522db tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/quotas/8281adaa9b4d4205a723ff65c505c995 HTTP/1.1" status: 200 len: 375 time: 0.1217175 Mar 01 16:56:35.459249 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-617edd46-db2a-4912-b55d-4d585d7d0ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (0b30c57c-7b43-4dab-8f26-c7bc9fc20d78), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:35.464225 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d91e9f7e-f4da-4b8e-8a39-09d03f77575a admin admin] Publish callbacks [] for security_group (28947e71-c966-4086-9569-4b0f2d13496e), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:35.552742 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-c019fe01-be88-4520-94a9-06c3b4274957 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8281adaa9b4d4205a723ff65c505c995&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1087148 Mar 01 16:56:35.575489 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d91e9f7e-f4da-4b8e-8a39-09d03f77575a admin admin] Publish callbacks [] for security_group (28947e71-c966-4086-9569-4b0f2d13496e), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:35.606972 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-9c0c1285-3681-4df0-bdf0-1fa61f4b9774 service neutron] 10.222.0.55 "GET /v2.0/networks/b1e12296-7256-4e98-8a90-07484ff52318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158131 Mar 01 16:56:35.786495 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5c82c958-ee60-40fc-b018-45619249b125 admin admin] Publish callbacks [] for router_gateway (d2d4352e-39d5-4290-88fc-cf6ccbf8714c), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:35.796072 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-fcd94960-0219-4019-ab72-bb2a3c2adf20 admin admin] Publish callbacks [] for security_group (2d154c1d-118a-4509-935f-2c5d28cf1b6c), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:35.856744 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d91e9f7e-f4da-4b8e-8a39-09d03f77575a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (28947e71-c966-4086-9569-4b0f2d13496e), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:35.860895 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d91e9f7e-f4da-4b8e-8a39-09d03f77575a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:35.865604 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-d91e9f7e-f4da-4b8e-8a39-09d03f77575a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/28947e71-c966-4086-9569-4b0f2d13496e HTTP/1.1" status: 204 len: 168 time: 0.6990051 Mar 01 16:56:35.894658 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-fcd94960-0219-4019-ab72-bb2a3c2adf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (2d154c1d-118a-4509-935f-2c5d28cf1b6c), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:35.909450 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e9f7e-f4da-4b8e-8a39-09d03f77575a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28947e71-c966-4086-9569-4b0f2d13496e,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:35.969340 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd94960-0219-4019-ab72-bb2a3c2adf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d154c1d-118a-4509-935f-2c5d28cf1b6c,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:36.059844 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-fcd94960-0219-4019-ab72-bb2a3c2adf20 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=08c10db17c4d49fd80120a0d668dd721&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6498044 Mar 01 16:56:36.069417 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 49728) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:36.088725 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-617edd46-db2a-4912-b55d-4d585d7d0ad8 admin admin] Publish callbacks [] for port (0b30c57c-7b43-4dab-8f26-c7bc9fc20d78), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:36.135552 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-617edd46-db2a-4912-b55d-4d585d7d0ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (0b30c57c-7b43-4dab-8f26-c7bc9fc20d78), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:36.139253 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-617edd46-db2a-4912-b55d-4d585d7d0ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690157'] for router_interface (5bd3a332-d5ef-45ca-b348-7ad3bd18fb34), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:36.144164 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 49740) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:36.170802 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a3c77d7c-1584-4f2b-8463-e5cf2f75dded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:36.319159 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d4601ee7-7783-45e9-9e50-2ca305e202e3 req-174860c2-5452-4131-9d15-267698b22917 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 210 time: 0.2447219 Mar 01 16:56:36.503690 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a3c77d7c-1584-4f2b-8463-e5cf2f75dded admin admin] Publish callbacks [] for security_group (109d0d78-8ef0-4b7a-b696-9b13c5c22457), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:36.525692 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-9d159f9d-06cc-42ea-9073-32ca16a629d2 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103033) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 16:56:36.528123 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-9d159f9d-06cc-42ea-9073-32ca16a629d2 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6539781 Mar 01 16:56:36.536613 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a3c77d7c-1584-4f2b-8463-e5cf2f75dded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (109d0d78-8ef0-4b7a-b696-9b13c5c22457), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:36.707143 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617edd46-db2a-4912-b55d-4d585d7d0ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=0b30c57c-7b43-4dab-8f26-c7bc9fc20d78,revision_number=2']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:36.740485 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c13af314-0c2c-4395-b75e-e543eb052ce8 admin admin] Publish callbacks [] for security_group (2d154c1d-118a-4509-935f-2c5d28cf1b6c), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:36.803981 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-a3c77d7c-1584-4f2b-8463-e5cf2f75dded admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=97d2f7bf74e34a14a5453cc1599e7fe0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6586082 Mar 01 16:56:36.857120 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 49756) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:36.872821 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c13af314-0c2c-4395-b75e-e543eb052ce8 admin admin] Publish callbacks [] for security_group (2d154c1d-118a-4509-935f-2c5d28cf1b6c), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:36.878280 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52772e0f-5ce6-4b74-ab40-ee24839b9342 None None] Network 00da9fad-e099-4559-a3bd-7363f68afe10 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:56:36.896624 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617edd46-db2a-4912-b55d-4d585d7d0ad8 admin admin] Network 59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:56:36.942077 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-617edd46-db2a-4912-b55d-4d585d7d0ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:56:37.002462 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-14b91208-a60c-4723-a745-335354037255 None None] Provisioning complete for port adfc5beb-a4e3-4376-a413-20e349f75f05 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:56:37.003076 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-14b91208-a60c-4723-a745-335354037255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (adfc5beb-a4e3-4376-a413-20e349f75f05), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:37.029650 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c77d7c-1584-4f2b-8463-e5cf2f75dded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109d0d78-8ef0-4b7a-b696-9b13c5c22457,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:37.159862 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-9d8ecf38-efe3-4963-804c-c04a76a9189c service neutron] 10.222.0.55 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6147189 Mar 01 16:56:37.217952 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-14b91208-a60c-4723-a745-335354037255 None None] Current status of the port adfc5beb-a4e3-4376-a413-20e349f75f05 is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:56:37.220532 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d2917c67-8f1b-453b-95ac-1b7204c43971 admin admin] Publish callbacks [] for security_group (109d0d78-8ef0-4b7a-b696-9b13c5c22457), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:37.221785 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-14b91208-a60c-4723-a745-335354037255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (adfc5beb-a4e3-4376-a413-20e349f75f05), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:37.257550 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device adfc5beb-a4e3-4376-a413-20e349f75f05 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:56:37.302390 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d2917c67-8f1b-453b-95ac-1b7204c43971 admin admin] Publish callbacks [] for security_group (109d0d78-8ef0-4b7a-b696-9b13c5c22457), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:37.344564 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c13af314-0c2c-4395-b75e-e543eb052ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (2d154c1d-118a-4509-935f-2c5d28cf1b6c), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:37.363432 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c13af314-0c2c-4395-b75e-e543eb052ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:37.370043 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-ef2f5a8c-ef04-4279-8a46-b47de6346404 service neutron] 10.222.0.55 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090645 Mar 01 16:56:37.373361 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-c13af314-0c2c-4395-b75e-e543eb052ce8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2d154c1d-118a-4509-935f-2c5d28cf1b6c HTTP/1.1" status: 204 len: 168 time: 1.2995548 Mar 01 16:56:37.378270 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5c82c958-ee60-40fc-b018-45619249b125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3699445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686752'] for router (d2d4352e-39d5-4290-88fc-cf6ccbf8714c), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:37.532753 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13af314-0c2c-4395-b75e-e543eb052ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d154c1d-118a-4509-935f-2c5d28cf1b6c,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:37.618753 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-14b91208-a60c-4723-a745-335354037255 None None] For port adfc5beb-a4e3-4376-a413-20e349f75f05, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=adfc5beb-a4e3-4376-a413-20e349f75f05,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:56:37.642833 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-14b91208-a60c-4723-a745-335354037255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (adfc5beb-a4e3-4376-a413-20e349f75f05), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:37.725117 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c82c958-ee60-40fc-b018-45619249b125 admin admin] Router d2d4352e-39d5-4290-88fc-cf6ccbf8714c is scheduled to L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 with binding_index 1 {{(pid=103033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 16:56:37.748528 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617edd46-db2a-4912-b55d-4d585d7d0ad8 admin admin] Router 5bd3a332-d5ef-45ca-b348-7ad3bd18fb34 has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:56:37.756340 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-16d1e2f9-f32a-4998-9d7b-91fdce317622 req-dc491e11-3e48-4188-b1d4-7a6d4749fd29 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 210 time: 0.2484577 Mar 01 16:56:37.840030 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b91208-a60c-4723-a745-335354037255 None None] Pushing event updated for resources: {'Port': ['ID=adfc5beb-a4e3-4376-a413-20e349f75f05,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:37.896894 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port adfc5beb-a4e3-4376-a413-20e349f75f05 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:56:37.899060 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (adfc5beb-a4e3-4376-a413-20e349f75f05), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:38.125982 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port adfc5beb-a4e3-4376-a413-20e349f75f05 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:56:38.127403 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device b7c021fe-ff53-4d31-bb6f-110f053ec8d1 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:56:38.309275 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port b7c021fe-ff53-4d31-bb6f-110f053ec8d1 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:56:38.314776 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (b7c021fe-ff53-4d31-bb6f-110f053ec8d1), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:38.360363 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 49820) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:38.458212 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e232bda2-43f9-40b3-87ec-841a12b722b1 req-28379259-c099-4ef2-a49a-4847c47d7c53 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 210 time: 0.1312385 Mar 01 16:56:38.517721 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e7761b1b-d601-45a2-9f3d-b24b3cc62f6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:38.549272 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-8025c535-16d0-49fb-b034-a7a5d25cf40f None None] Provisioning complete for port adfc5beb-a4e3-4376-a413-20e349f75f05 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:56:38.549842 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8025c535-16d0-49fb-b034-a7a5d25cf40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (adfc5beb-a4e3-4376-a413-20e349f75f05), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:38.557426 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d2917c67-8f1b-453b-95ac-1b7204c43971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (109d0d78-8ef0-4b7a-b696-9b13c5c22457), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:38.563801 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d2917c67-8f1b-453b-95ac-1b7204c43971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:38.567154 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-d2917c67-8f1b-453b-95ac-1b7204c43971 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/109d0d78-8ef0-4b7a-b696-9b13c5c22457 HTTP/1.1" status: 204 len: 168 time: 1.7505620 Mar 01 16:56:38.583697 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617edd46-db2a-4912-b55d-4d585d7d0ad8 admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:56:38.606675 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-617edd46-db2a-4912-b55d-4d585d7d0ad8 admin admin] 10.222.0.55 "PUT /v2.0/routers/5bd3a332-d5ef-45ca-b348-7ad3bd18fb34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4094310 Mar 01 16:56:38.627008 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2917c67-8f1b-453b-95ac-1b7204c43971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109d0d78-8ef0-4b7a-b696-9b13c5c22457,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:38.642016 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c82c958-ee60-40fc-b018-45619249b125 admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:56:38.662195 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] Sync routers for ids ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'] in dv-cinder-831247-2-iscsi {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:56:38.668581 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] Sync routers for ids ['5bd3a332-d5ef-45ca-b348-7ad3bd18fb34'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:56:38.690648 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] Routers {'d2d4352e-39d5-4290-88fc-cf6ccbf8714c'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:56:38.691738 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:56:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:56:38.708377 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5c82c958-ee60-40fc-b018-45619249b125 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:38.716566 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-5c82c958-ee60-40fc-b018-45619249b125 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.2332745 Mar 01 16:56:38.721762 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 49840) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:38.727304 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port b7c021fe-ff53-4d31-bb6f-110f053ec8d1 is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:56:38.728553 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (b7c021fe-ff53-4d31-bb6f-110f053ec8d1), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:38.772869 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] For port b7c021fe-ff53-4d31-bb6f-110f053ec8d1, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=b7c021fe-ff53-4d31-bb6f-110f053ec8d1,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:56:38.805823 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e7761b1b-d601-45a2-9f3d-b24b3cc62f6d admin admin] Publish callbacks [] for security_group (aeb4acf0-86e3-43d7-aa1c-98e06ca29b9a), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:38.818098 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e7761b1b-d601-45a2-9f3d-b24b3cc62f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (aeb4acf0-86e3-43d7-aa1c-98e06ca29b9a), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:38.850726 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (b7c021fe-ff53-4d31-bb6f-110f053ec8d1), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:38.916388 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-e7761b1b-d601-45a2-9f3d-b24b3cc62f6d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5cc47a1eb7e443729256a881e98ad078&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5532472 Mar 01 16:56:38.923776 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 49852) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:39.081955 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] Set router d2d4352e-39d5-4290-88fc-cf6ccbf8714c gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:56:39.113812 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7761b1b-d601-45a2-9f3d-b24b3cc62f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb4acf0-86e3-43d7-aa1c-98e06ca29b9a,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:39.129383 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Pushing event updated for resources: {'Port': ['ID=b7c021fe-ff53-4d31-bb6f-110f053ec8d1,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:39.132147 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-504fdcc5-e153-4cf5-8d9e-786f97df3ce7 admin admin] Publish callbacks [] for security_group (aeb4acf0-86e3-43d7-aa1c-98e06ca29b9a), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:39.177271 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device adfc5beb-a4e3-4376-a413-20e349f75f05 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:56:39.207858 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-504fdcc5-e153-4cf5-8d9e-786f97df3ce7 admin admin] Publish callbacks [] for security_group (aeb4acf0-86e3-43d7-aa1c-98e06ca29b9a), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:39.279730 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] Routers {'5bd3a332-d5ef-45ca-b348-7ad3bd18fb34'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:56:39.281413 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:56:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['5bd3a332-d5ef-45ca-b348-7ad3bd18fb34'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:56:39.347569 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-504fdcc5-e153-4cf5-8d9e-786f97df3ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (aeb4acf0-86e3-43d7-aa1c-98e06ca29b9a), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:39.351574 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-504fdcc5-e153-4cf5-8d9e-786f97df3ce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:39.355123 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-504fdcc5-e153-4cf5-8d9e-786f97df3ce7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aeb4acf0-86e3-43d7-aa1c-98e06ca29b9a HTTP/1.1" status: 204 len: 168 time: 0.4271629 Mar 01 16:56:39.369884 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fdcc5-e153-4cf5-8d9e-786f97df3ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb4acf0-86e3-43d7-aa1c-98e06ca29b9a,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:39.383645 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9853e4b3-f074-4b96-ab38-72c59d915f5c req-3c20c509-5cb5-4081-a906-7c1b2d35cd81 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 210 time: 0.1877692 Mar 01 16:56:39.567794 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'name': 'tempest-AttachVolumeShelveTestJSON-619683467-router', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:31Z', 'updated_at': '2022-03-01T16:56:35Z', 'revision_number': 3, 'project_id': 'ce864652ab854207a48b6a2647514604', 'gw_port': {'id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:33Z', 'updated_at': '2022-03-01T16:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:56:39.601977 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] Checking router: d2d4352e-39d5-4290-88fc-cf6ccbf8714c for host: dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:56:39.602531 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] Updating router d2d4352e-39d5-4290-88fc-cf6ccbf8714c port f6e995df-348d-4994-9111-ef7022843d6e binding host dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:56:39.647158 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] Set router 5bd3a332-d5ef-45ca-b348-7ad3bd18fb34 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:56:39.742747 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-8025c535-16d0-49fb-b034-a7a5d25cf40f None None] Current status of the port adfc5beb-a4e3-4376-a413-20e349f75f05 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:56:39.751865 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port adfc5beb-a4e3-4376-a413-20e349f75f05 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:56:39.752278 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (adfc5beb-a4e3-4376-a413-20e349f75f05), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:39.766197 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (f6e995df-348d-4994-9111-ef7022843d6e), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:39.910629 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-11cbaa03-989a-4316-b25d-153009a2419b req-c3f89cf8-4912-45b6-b279-e30a8a99719e tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 210 time: 0.0996909 Mar 01 16:56:40.149237 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port adfc5beb-a4e3-4376-a413-20e349f75f05 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:56:40.231080 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd3a332-d5ef-45ca-b348-7ad3bd18fb34', 'name': 'tempest-ServerRescueNegativeTestJSON-187655828-router', 'tenant_id': '6d3c792a846445c5a1b1f652c1a249c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'b7c021fe-ff53-4d31-bb6f-110f053ec8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:28Z', 'updated_at': '2022-03-01T16:56:35Z', 'revision_number': 4, 'project_id': '6d3c792a846445c5a1b1f652c1a249c6', 'gw_port': {'id': 'b7c021fe-ff53-4d31-bb6f-110f053ec8d1', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd3a332-d5ef-45ca-b348-7ad3bd18fb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:28Z', 'updated_at': '2022-03-01T16:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '0b30c57c-7b43-4dab-8f26-c7bc9fc20d78', 'name': '', 'network_id': '59ddfe45-6d96-41d4-aec0-fbcc002b7bb7', 'tenant_id': '6d3c792a846445c5a1b1f652c1a249c6', 'mac_address': 'fa:16:3e:eb:bf:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd3a332-d5ef-45ca-b348-7ad3bd18fb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:33Z', 'updated_at': '2022-03-01T16:56:35Z', 'revision_number': 2, 'project_id': '6d3c792a846445c5a1b1f652c1a249c6', 'subnets': [{'id': '8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:56:40.294969 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1f5738e1-9791-4f93-86e8-f36c9dea336c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:40.444591 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] Publish callbacks [] for port (f6e995df-348d-4994-9111-ef7022843d6e), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:40.467506 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (f6e995df-348d-4994-9111-ef7022843d6e), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:40.529541 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] Checking router: 5bd3a332-d5ef-45ca-b348-7ad3bd18fb34 for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:56:40.529912 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] Updating router 5bd3a332-d5ef-45ca-b348-7ad3bd18fb34 port 0b30c57c-7b43-4dab-8f26-c7bc9fc20d78 binding host dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:56:40.625716 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (0b30c57c-7b43-4dab-8f26-c7bc9fc20d78), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:40.629999 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509d6be-9a7a-486a-ace2-9fd9273ae247 None None] Pushing event updated for resources: {'Port': ['ID=f6e995df-348d-4994-9111-ef7022843d6e,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:40.687299 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] Attempting to bind port f6e995df-348d-4994-9111-ef7022843d6e on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:56:40.688935 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] Attempting to bind port f6e995df-348d-4994-9111-ef7022843d6e by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:56:40.689555 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] Attempting to bind port f6e995df-348d-4994-9111-ef7022843d6e on network e6ae233f-293e-41a5-ad0b-5fc845cdb59d {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:56:40.705919 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:56:40.707588 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] Checking segment: {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:56:40.708635 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:40.709940 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] Bound using segment: {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:56:40.711738 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] Bound port: f6e995df-348d-4994-9111-ef7022843d6e, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:56:40.713392 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (f6e995df-348d-4994-9111-ef7022843d6e), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:40.859361 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] For port f6e995df-348d-4994-9111-ef7022843d6e, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:56:40.865703 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] For port f6e995df-348d-4994-9111-ef7022843d6e, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=f6e995df-348d-4994-9111-ef7022843d6e,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:56:40.895997 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (f6e995df-348d-4994-9111-ef7022843d6e), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:40.994620 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [None req-1f5738e1-9791-4f93-86e8-f36c9dea336c admin admin] Allocated IP 172.20.0.1 (00da9fad-e099-4559-a3bd-7363f68afe10/2dbbfa00-88e0-498f-b6e2-523e92ef3496/8890ce23-2ad0-4829-bb1a-576edd0b550f) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:56:41.154613 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e2ea015f-6a29-4bf3-930d-57a72400bfbb tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:41.158534 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e2ea015f-6a29-4bf3-930d-57a72400bfbb tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/networks?id=59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 HTTP/1.1" status: 200 len: 818 time: 0.7895503 Mar 01 16:56:41.181077 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-725f78db-b77b-407e-b627-48b383f3ac64 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/quotas/6d3c792a846445c5a1b1f652c1a249c6 HTTP/1.1" status: 200 len: 375 time: 0.0144169 Mar 01 16:56:41.192678 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] Routers {'d2d4352e-39d5-4290-88fc-cf6ccbf8714c'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:56:41.197694 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:56:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:56:41.209520 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509d6be-9a7a-486a-ace2-9fd9273ae247 None None] Pushing event updated for resources: {'Port': ['ID=f6e995df-348d-4994-9111-ef7022843d6e,revision_number=3']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:41.233107 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-769fa933-9082-49e5-87fe-5f34618e0699 req-1bbfcdb5-8224-47e5-ad59-326d86a2fd42 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 210 time: 0.1515810 Mar 01 16:56:41.365324 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e0dc35af-ca8c-4592-b1e6-e98a2e3c6fbc tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d3c792a846445c5a1b1f652c1a249c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1681399 Mar 01 16:56:41.441271 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.37', 50703) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:41.477719 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1f5738e1-9791-4f93-86e8-f36c9dea336c admin admin] Publish callbacks [] for port (8890ce23-2ad0-4829-bb1a-576edd0b550f), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:41.513063 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.37', 50704) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:41.528496 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1f5738e1-9791-4f93-86e8-f36c9dea336c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (8890ce23-2ad0-4829-bb1a-576edd0b550f), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:41.540791 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device b7c021fe-ff53-4d31-bb6f-110f053ec8d1 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:56:41.664707 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] Set router d2d4352e-39d5-4290-88fc-cf6ccbf8714c gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:56:41.676440 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1f05e73a-b933-4b2f-a555-e13458c144a1 req-1a2a7367-0170-4221-bae7-029f0c850834 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 210 time: 0.0884781 Mar 01 16:56:41.754979 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5738e1-9791-4f93-86e8-f36c9dea336c admin admin] Network 00da9fad-e099-4559-a3bd-7363f68afe10 is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:56:41.777201 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] Publish callbacks [] for port (0b30c57c-7b43-4dab-8f26-c7bc9fc20d78), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:41.793512 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-1f5738e1-9791-4f93-86e8-f36c9dea336c admin admin] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:56:41.798487 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5738e1-9791-4f93-86e8-f36c9dea336c admin admin] Pushing event updated for resources: {'Port': ['ID=8890ce23-2ad0-4829-bb1a-576edd0b550f,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:41.813274 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (0b30c57c-7b43-4dab-8f26-c7bc9fc20d78), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:41.844215 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5738e1-9791-4f93-86e8-f36c9dea336c admin admin] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:56:41.856810 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1f5738e1-9791-4f93-86e8-f36c9dea336c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688509'] for router_interface (d2d4352e-39d5-4290-88fc-cf6ccbf8714c), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:42.008962 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-39d9fa67-fb38-4259-8eaa-758d18367bef service neutron] 10.222.0.55 "GET /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423631 Mar 01 16:56:42.068898 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc26a8-062f-45f6-8f51-4da92eed0767 None None] Pushing event updated for resources: {'Port': ['ID=0b30c57c-7b43-4dab-8f26-c7bc9fc20d78,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:42.091797 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6a1ba1cc-8c3f-4482-9763-b5a4c9ebda99 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:42.094102 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6a1ba1cc-8c3f-4482-9763-b5a4c9ebda99 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.37 "GET /v2.0/networks?id=a144fbb1-cd5b-4bd3-b93a-8975fccf0431 HTTP/1.1" status: 200 len: 814 time: 0.6516535 Mar 01 16:56:42.125970 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port b7c021fe-ff53-4d31-bb6f-110f053ec8d1 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:56:42.126245 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (b7c021fe-ff53-4d31-bb6f-110f053ec8d1), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:42.162212 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-ced903db-61af-448a-ad5b-5e8eb9187c97 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Request body: {'port': {'device_id': 'dbecfa80-02e1-47c8-86fe-32cfc5375fc0', 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431', 'admin_state_up': True, 'tenant_id': '8281adaa9b4d4205a723ff65c505c995'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:56:42.209157 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-96d92d26-d31f-400f-80dc-1b064fd4919f service neutron] 10.222.0.55 "GET /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835389 Mar 01 16:56:42.261797 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] Attempting to bind port 0b30c57c-7b43-4dab-8f26-c7bc9fc20d78 on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:56:42.262147 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] Attempting to bind port 0b30c57c-7b43-4dab-8f26-c7bc9fc20d78 by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': '0b8a156e-0a51-42c0-8e44-ecdc4f561eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '59ddfe45-6d96-41d4-aec0-fbcc002b7bb7'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:56:42.277222 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-e0b46a29-8173-4a0e-a685-d99634d7a17a tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:42.279935 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] Attempting to bind port 0b30c57c-7b43-4dab-8f26-c7bc9fc20d78 on network 59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:56:42.289275 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-e0b46a29-8173-4a0e-a685-d99634d7a17a tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.37 "GET /v2.0/networks?id=b1e12296-7256-4e98-8a90-07484ff52318 HTTP/1.1" status: 200 len: 811 time: 0.7738116 Mar 01 16:56:42.331647 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-9d64ef41-092a-463e-8384-d20b802daa96 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Request body: {'port': {'device_id': 'c821c682-1f6d-4b0c-b281-42a006048757', 'network_id': 'b1e12296-7256-4e98-8a90-07484ff52318', 'admin_state_up': True, 'tenant_id': '52323b63c6ea4d53b7c872c2556c5768'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:56:42.340024 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:56:42.341784 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] Checking segment: {'id': '0b8a156e-0a51-42c0-8e44-ecdc4f561eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '59ddfe45-6d96-41d4-aec0-fbcc002b7bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:56:42.341784 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:42.342025 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] Bound using segment: {'id': '0b8a156e-0a51-42c0-8e44-ecdc4f561eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '59ddfe45-6d96-41d4-aec0-fbcc002b7bb7'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:56:42.342379 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] Bound port: 0b30c57c-7b43-4dab-8f26-c7bc9fc20d78, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8a156e-0a51-42c0-8e44-ecdc4f561eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '59ddfe45-6d96-41d4-aec0-fbcc002b7bb7'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:56:42.345623 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'name': 'tempest-AttachVolumeShelveTestJSON-619683467-router', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:31Z', 'updated_at': '2022-03-01T16:56:35Z', 'revision_number': 3, 'project_id': 'ce864652ab854207a48b6a2647514604', 'gw_port': {'id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:33Z', 'updated_at': '2022-03-01T16:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:56:42.346773 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (0b30c57c-7b43-4dab-8f26-c7bc9fc20d78), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:42.436074 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7585a460-2fb2-466d-ab74-cb139140fb57 None None] The sync data for ids ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'] in dv-cinder-831247-2-iscsi is: [{'id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'name': 'tempest-AttachVolumeShelveTestJSON-619683467-router', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:31Z', 'updated_at': '2022-03-01T16:56:35Z', 'revision_number': 3, 'project_id': 'ce864652ab854207a48b6a2647514604', 'gw_port': {'id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:33Z', 'updated_at': '2022-03-01T16:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}] {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:56:42.486462 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-b991b4e2-ec08-4358-b886-7e6cdb6d9092 None None] Provisioning complete for port 8890ce23-2ad0-4829-bb1a-576edd0b550f triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:56:42.486928 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b991b4e2-ec08-4358-b886-7e6cdb6d9092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (8890ce23-2ad0-4829-bb1a-576edd0b550f), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:42.746041 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-b991b4e2-ec08-4358-b886-7e6cdb6d9092 None None] Port 8890ce23-2ad0-4829-bb1a-576edd0b550f cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:56:42.806064 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cd5dee2e-547c-44ec-a99f-589cdd89fc1d req-79e5ebb6-f37a-47a5-a93f-1c4c2c47a72a tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 210 time: 0.1411643 Mar 01 16:56:42.810755 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] For port 0b30c57c-7b43-4dab-8f26-c7bc9fc20d78, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:56:42.821385 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] For port 0b30c57c-7b43-4dab-8f26-c7bc9fc20d78, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=0b30c57c-7b43-4dab-8f26-c7bc9fc20d78,segment=NetworkSegment(0b8a156e-0a51-42c0-8e44-ecdc4f561eb4),segment_id=0b8a156e-0a51-42c0-8e44-ecdc4f561eb4)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:56:42.836109 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port b7c021fe-ff53-4d31-bb6f-110f053ec8d1 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:56:42.849147 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (0b30c57c-7b43-4dab-8f26-c7bc9fc20d78), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:42.926624 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-ced903db-61af-448a-ad5b-5e8eb9187c97 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Made reservation on behalf of 8281adaa9b4d4205a723ff65c505c995 for: {'port': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:56:42.933208 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-ced903db-61af-448a-ad5b-5e8eb9187c97 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:43.072904 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc26a8-062f-45f6-8f51-4da92eed0767 None None] Pushing event updated for resources: {'Port': ['ID=0b30c57c-7b43-4dab-8f26-c7bc9fc20d78,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:43.110838 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] Routers {'5bd3a332-d5ef-45ca-b348-7ad3bd18fb34'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:56:43.112445 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:56:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['5bd3a332-d5ef-45ca-b348-7ad3bd18fb34'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:56:43.360441 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3367a245-137f-43ae-9eb1-8930c27e2625 req-9ffcde82-9e86-4e41-8edd-1db30d9f4c91 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 210 time: 0.1011317 Mar 01 16:56:43.438526 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0b48dca7-e732-4e77-9946-25cd8eeb546d req-59c8384a-26f7-4583-abfb-f14f0754dbf5 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 210 time: 0.6516416 Mar 01 16:56:43.528475 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-9d64ef41-092a-463e-8384-d20b802daa96 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Made reservation on behalf of 52323b63c6ea4d53b7c872c2556c5768 for: {'port': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:56:43.535153 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-9d64ef41-092a-463e-8384-d20b802daa96 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:43.555680 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] Set router 5bd3a332-d5ef-45ca-b348-7ad3bd18fb34 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:56:43.791292 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-ced903db-61af-448a-ad5b-5e8eb9187c97 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Allocated IP 172.20.0.9 (a144fbb1-cd5b-4bd3-b93a-8975fccf0431/909e1df5-b88c-42b4-b1ea-8fa858e4c359/d6508129-cb4b-4d72-82d3-2e4a7d66e823) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:56:43.882339 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-37943752-634b-40c8-b988-cdd1efb240cf tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:43.890871 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-37943752-634b-40c8-b988-cdd1efb240cf tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/networks?id=59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 HTTP/1.1" status: 200 len: 818 time: 0.3318248 Mar 01 16:56:43.942505 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-e75c51ad-32be-4c81-a935-7b84db7c4eb4 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/quotas/6d3c792a846445c5a1b1f652c1a249c6 HTTP/1.1" status: 200 len: 375 time: 0.0502470 Mar 01 16:56:44.412895 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1f5738e1-9791-4f93-86e8-f36c9dea336c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (8890ce23-2ad0-4829-bb1a-576edd0b550f), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:44.458010 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-c5ee1265-1a9a-4ecd-9ef9-ddd162fe5c35 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6d3c792a846445c5a1b1f652c1a249c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5091345 Mar 01 16:56:44.575153 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-54c50bd2-f06e-4a3a-a917-bee60935b9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:44.596250 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd3a332-d5ef-45ca-b348-7ad3bd18fb34', 'name': 'tempest-ServerRescueNegativeTestJSON-187655828-router', 'tenant_id': '6d3c792a846445c5a1b1f652c1a249c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'b7c021fe-ff53-4d31-bb6f-110f053ec8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:28Z', 'updated_at': '2022-03-01T16:56:35Z', 'revision_number': 4, 'project_id': '6d3c792a846445c5a1b1f652c1a249c6', 'gw_port': {'id': 'b7c021fe-ff53-4d31-bb6f-110f053ec8d1', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd3a332-d5ef-45ca-b348-7ad3bd18fb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:28Z', 'updated_at': '2022-03-01T16:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '0b30c57c-7b43-4dab-8f26-c7bc9fc20d78', 'name': '', 'network_id': '59ddfe45-6d96-41d4-aec0-fbcc002b7bb7', 'tenant_id': '6d3c792a846445c5a1b1f652c1a249c6', 'mac_address': 'fa:16:3e:eb:bf:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd3a332-d5ef-45ca-b348-7ad3bd18fb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:33Z', 'updated_at': '2022-03-01T16:56:42Z', 'revision_number': 4, 'project_id': '6d3c792a846445c5a1b1f652c1a249c6', 'subnets': [{'id': '8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:56:44.665534 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fab61c-8e76-45fa-985b-2c4f0876262f None None] The sync data for ids ['5bd3a332-d5ef-45ca-b348-7ad3bd18fb34'] in dv-cinder-831247-2-iscsi is: [{'id': '5bd3a332-d5ef-45ca-b348-7ad3bd18fb34', 'name': 'tempest-ServerRescueNegativeTestJSON-187655828-router', 'tenant_id': '6d3c792a846445c5a1b1f652c1a249c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'b7c021fe-ff53-4d31-bb6f-110f053ec8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:28Z', 'updated_at': '2022-03-01T16:56:35Z', 'revision_number': 4, 'project_id': '6d3c792a846445c5a1b1f652c1a249c6', 'gw_port': {'id': 'b7c021fe-ff53-4d31-bb6f-110f053ec8d1', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd3a332-d5ef-45ca-b348-7ad3bd18fb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:28Z', 'updated_at': '2022-03-01T16:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '0b30c57c-7b43-4dab-8f26-c7bc9fc20d78', 'name': '', 'network_id': '59ddfe45-6d96-41d4-aec0-fbcc002b7bb7', 'tenant_id': '6d3c792a846445c5a1b1f652c1a249c6', 'mac_address': 'fa:16:3e:eb:bf:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd3a332-d5ef-45ca-b348-7ad3bd18fb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:33Z', 'updated_at': '2022-03-01T16:56:42Z', 'revision_number': 4, 'project_id': '6d3c792a846445c5a1b1f652c1a249c6', 'subnets': [{'id': '8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:56:44.786911 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-0212eb41-2f4c-45fe-8592-88ecb6949269 service neutron] 10.222.0.55 "GET /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263767 Mar 01 16:56:44.806989 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ea2d2751-08e0-44da-b40a-7f1be5c01e97 req-b72cbf0f-42e6-45f4-a5be-aef64e0c1bcc tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 210 time: 0.1655729 Mar 01 16:56:45.053774 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.37', 50718) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:45.079984 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-ced903db-61af-448a-ad5b-5e8eb9187c97 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks [] for port (d6508129-cb4b-4d72-82d3-2e4a7d66e823), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:45.246059 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device f6e995df-348d-4994-9111-ef7022843d6e up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:56:45.362355 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-2e24004b-296b-4e31-b4a4-21a357c42b1d service neutron] 10.222.0.55 "GET /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734797 Mar 01 16:56:45.400790 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port f6e995df-348d-4994-9111-ef7022843d6e triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:56:45.403754 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (f6e995df-348d-4994-9111-ef7022843d6e), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:45.418654 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-ced903db-61af-448a-ad5b-5e8eb9187c97 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (d6508129-cb4b-4d72-82d3-2e4a7d66e823), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:45.839672 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port f6e995df-348d-4994-9111-ef7022843d6e is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:56:45.840341 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (f6e995df-348d-4994-9111-ef7022843d6e), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:45.969172 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] For port f6e995df-348d-4994-9111-ef7022843d6e, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=f6e995df-348d-4994-9111-ef7022843d6e,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:56:45.990670 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (f6e995df-348d-4994-9111-ef7022843d6e), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:45.992511 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 0b30c57c-7b43-4dab-8f26-c7bc9fc20d78 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:56:46.018385 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-40a376b4-b588-47aa-87cd-bae2d8fb93e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:46.039289 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d9486986-4cee-4bae-b0d1-cd5901c8bb4c req-064cbe90-dd84-4f85-8868-8a7041fb3f84 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 210 time: 0.1531758 Mar 01 16:56:46.046083 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-ced903db-61af-448a-ad5b-5e8eb9187c97 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Network a144fbb1-cd5b-4bd3-b93a-8975fccf0431 is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:56:46.047203 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced903db-61af-448a-ad5b-5e8eb9187c97 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Pushing event updated for resources: {'Port': ['ID=d6508129-cb4b-4d72-82d3-2e4a7d66e823,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:46.073861 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-ced903db-61af-448a-ad5b-5e8eb9187c97 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:56:46.092322 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-ced903db-61af-448a-ad5b-5e8eb9187c97 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:56:46.112312 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-ced903db-61af-448a-ad5b-5e8eb9187c97 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:46.114852 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-ced903db-61af-448a-ad5b-5e8eb9187c97 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:46.150381 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-b106b152-6e57-4ab2-b489-27ce73260c80 req-f75d005f-be13-45ef-992a-f8edafc510fd tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 210 time: 1.1424143 Mar 01 16:56:46.186967 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-ced903db-61af-448a-ad5b-5e8eb9187c97 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0255017 Mar 01 16:56:46.204898 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-875b167d-e8d8-4d3a-919d-7ccdd0b52687 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 16:56:46.211706 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-875b167d-e8d8-4d3a-919d-7ccdd0b52687 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168314 Mar 01 16:56:46.320099 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-9d64ef41-092a-463e-8384-d20b802daa96 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Allocated IP 172.20.0.9 (b1e12296-7256-4e98-8a90-07484ff52318/acc59fb7-b20a-463b-92df-7376000566a1/04581fab-38f6-4f21-b3c0-1b06eeae45cb) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:56:46.465252 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Pushing event updated for resources: {'Port': ['ID=f6e995df-348d-4994-9111-ef7022843d6e,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:46.523703 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 0b30c57c-7b43-4dab-8f26-c7bc9fc20d78 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:56:46.523993 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (0b30c57c-7b43-4dab-8f26-c7bc9fc20d78), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:46.549919 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e46715-9aa3-4b30-87a5-027054783cd7 req-7321fec9-c0ed-4bcd-8b3c-d438b1e20ac6 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:46.556633 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c3e46715-9aa3-4b30-87a5-027054783cd7 req-7321fec9-c0ed-4bcd-8b3c-d438b1e20ac6 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 931 time: 0.2795436 Mar 01 16:56:46.781837 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c3e46715-9aa3-4b30-87a5-027054783cd7 req-837604fc-8079-4462-84b0-a1f8bc85bf94 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103546 Mar 01 16:56:46.903205 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 0b30c57c-7b43-4dab-8f26-c7bc9fc20d78 is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:56:46.904131 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (0b30c57c-7b43-4dab-8f26-c7bc9fc20d78), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:46.943547 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-9d64ef41-092a-463e-8384-d20b802daa96 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Publish callbacks [] for port (04581fab-38f6-4f21-b3c0-1b06eeae45cb), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:47.020503 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:47.116650 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] For port 0b30c57c-7b43-4dab-8f26-c7bc9fc20d78, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=0b30c57c-7b43-4dab-8f26-c7bc9fc20d78,segment=NetworkSegment(0b8a156e-0a51-42c0-8e44-ecdc4f561eb4),segment_id=0b8a156e-0a51-42c0-8e44-ecdc4f561eb4)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:56:47.127231 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (0b30c57c-7b43-4dab-8f26-c7bc9fc20d78), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:47.129727 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e82ea927-b488-4e1f-a90f-2085d9b73781 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:47.161438 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e82ea927-b488-4e1f-a90f-2085d9b73781 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.37 "GET /v2.0/networks?id=59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 HTTP/1.1" status: 200 len: 818 time: 2.0777977 Mar 01 16:56:47.201234 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-9d64ef41-092a-463e-8384-d20b802daa96 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (04581fab-38f6-4f21-b3c0-1b06eeae45cb), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:47.212314 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1f5738e1-9791-4f93-86e8-f36c9dea336c admin admin] Publish callbacks [] for port (8890ce23-2ad0-4829-bb1a-576edd0b550f), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:47.295075 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Pushing event updated for resources: {'Port': ['ID=0b30c57c-7b43-4dab-8f26-c7bc9fc20d78,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:47.311313 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f7a4308e-d8d9-45e7-8e95-b841dec1c81a req-fd0fdbcf-e9a8-4abd-b508-0ef32ec682b8 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 210 time: 0.1382356 Mar 01 16:56:47.320527 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1f5738e1-9791-4f93-86e8-f36c9dea336c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (8890ce23-2ad0-4829-bb1a-576edd0b550f), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:47.321293 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1f5738e1-9791-4f93-86e8-f36c9dea336c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690157'] for router_interface (d2d4352e-39d5-4290-88fc-cf6ccbf8714c), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:47.332295 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device f6e995df-348d-4994-9111-ef7022843d6e up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:56:47.500298 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port f6e995df-348d-4994-9111-ef7022843d6e triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:56:47.500873 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (f6e995df-348d-4994-9111-ef7022843d6e), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:47.515290 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-9d64ef41-092a-463e-8384-d20b802daa96 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Network b1e12296-7256-4e98-8a90-07484ff52318 is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:56:47.530937 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-9d64ef41-092a-463e-8384-d20b802daa96 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:56:47.538136 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-9d64ef41-092a-463e-8384-d20b802daa96 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:56:47.545685 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-9d64ef41-092a-463e-8384-d20b802daa96 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:47.546577 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-9d64ef41-092a-463e-8384-d20b802daa96 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:47.565058 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64ef41-092a-463e-8384-d20b802daa96 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Pushing event updated for resources: {'Port': ['ID=04581fab-38f6-4f21-b3c0-1b06eeae45cb,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:47.576720 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-9d64ef41-092a-463e-8384-d20b802daa96 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2719872 Mar 01 16:56:47.613834 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7598ea4-bc11-4e8b-8477-d7bf8cfe9d47 req-03dfc6f5-9bb3-4090-8f4f-df06d141b79c tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:47.625668 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f7598ea4-bc11-4e8b-8477-d7bf8cfe9d47 req-03dfc6f5-9bb3-4090-8f4f-df06d141b79c tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 931 time: 0.3279922 Mar 01 16:56:47.640470 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5738e1-9791-4f93-86e8-f36c9dea336c admin admin] Pushing event updated for resources: {'Port': ['ID=8890ce23-2ad0-4829-bb1a-576edd0b550f,revision_number=2']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:47.648787 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5738e1-9791-4f93-86e8-f36c9dea336c admin admin] Network 00da9fad-e099-4559-a3bd-7363f68afe10 is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:56:47.650598 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-1f5738e1-9791-4f93-86e8-f36c9dea336c admin admin] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:56:47.759858 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f7598ea4-bc11-4e8b-8477-d7bf8cfe9d47 req-e5dbd545-bc15-4621-880d-61fe43fe2481 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331437 Mar 01 16:56:47.798509 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port f6e995df-348d-4994-9111-ef7022843d6e is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:56:47.864621 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 50152) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:47.890312 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5738e1-9791-4f93-86e8-f36c9dea336c admin admin] Router d2d4352e-39d5-4290-88fc-cf6ccbf8714c has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:56:47.980958 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9ba29ca5-087e-4287-9315-2a769c67554a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:48.033792 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-8c1518cc-c562-49e5-8735-5935ddda091f None None] Provisioning complete for port 8890ce23-2ad0-4829-bb1a-576edd0b550f triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:56:48.034826 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8c1518cc-c562-49e5-8735-5935ddda091f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (8890ce23-2ad0-4829-bb1a-576edd0b550f), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:48.054759 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158502e-ada3-451d-aa3a-9dc835e823e2 req-cfee2dc0-d8dc-44ca-b413-71b8dca0070b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:48.055910 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9ba29ca5-087e-4287-9315-2a769c67554a admin admin] Publish callbacks [] for security_group (aebe295e-165c-4ecc-8537-bc778406b438), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:48.060266 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0158502e-ada3-451d-aa3a-9dc835e823e2 req-cfee2dc0-d8dc-44ca-b413-71b8dca0070b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 931 time: 0.1181014 Mar 01 16:56:48.060407 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9ba29ca5-087e-4287-9315-2a769c67554a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (aebe295e-165c-4ecc-8537-bc778406b438), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:48.076244 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-8c1518cc-c562-49e5-8735-5935ddda091f None None] Port 8890ce23-2ad0-4829-bb1a-576edd0b550f cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:56:48.094474 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5738e1-9791-4f93-86e8-f36c9dea336c admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:56:48.100340 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-1f5738e1-9791-4f93-86e8-f36c9dea336c admin admin] 10.222.0.55 "PUT /v2.0/routers/d2d4352e-39d5-4290-88fc-cf6ccbf8714c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3767560 Mar 01 16:56:48.104213 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-9ba29ca5-087e-4287-9315-2a769c67554a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4c825fd057844708a1bb167e350d0d6e&name=default HTTP/1.1" status: 200 len: 2994 time: 0.2384520 Mar 01 16:56:48.104967 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] Sync routers for ids ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:56:48.107436 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba29ca5-087e-4287-9315-2a769c67554a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebe295e-165c-4ecc-8537-bc778406b438,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:48.111599 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 50158) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:48.119142 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] Routers {'d2d4352e-39d5-4290-88fc-cf6ccbf8714c'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:56:48.119890 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:56:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:56:48.175192 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0158502e-ada3-451d-aa3a-9dc835e823e2 req-3ce67874-0e3b-4f7e-8ba4-29be6c9c7d54 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096857 Mar 01 16:56:48.191809 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3fd258c5-043d-4135-af6a-fec03bb638a8 admin admin] Publish callbacks [] for security_group (aebe295e-165c-4ecc-8537-bc778406b438), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:48.214505 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3fd258c5-043d-4135-af6a-fec03bb638a8 admin admin] Publish callbacks [] for security_group (aebe295e-165c-4ecc-8537-bc778406b438), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:48.281345 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3fd258c5-043d-4135-af6a-fec03bb638a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (aebe295e-165c-4ecc-8537-bc778406b438), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:48.284533 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3fd258c5-043d-4135-af6a-fec03bb638a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:48.285712 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-3fd258c5-043d-4135-af6a-fec03bb638a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aebe295e-165c-4ecc-8537-bc778406b438 HTTP/1.1" status: 204 len: 168 time: 0.1716678 Mar 01 16:56:48.294520 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd258c5-043d-4135-af6a-fec03bb638a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebe295e-165c-4ecc-8537-bc778406b438,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:48.436626 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] Set router d2d4352e-39d5-4290-88fc-cf6ccbf8714c gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:56:48.598384 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2a29a46f-ed0b-437e-a298-24b91f8e04f7 req-a7459626-dbe6-4d28-ad81-f55a2e70fdff tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 210 time: 0.2297771 Mar 01 16:56:48.637476 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:48.694720 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 50180) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:48.708784 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1ccd53a1-77ac-4f69-92e9-b72eaab424b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:48.726930 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'name': 'tempest-AttachVolumeShelveTestJSON-619683467-router', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:31Z', 'updated_at': '2022-03-01T16:56:43Z', 'revision_number': 4, 'project_id': 'ce864652ab854207a48b6a2647514604', 'gw_port': {'id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:33Z', 'updated_at': '2022-03-01T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '8890ce23-2ad0-4829-bb1a-576edd0b550f', 'name': '', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'mac_address': 'fa:16:3e:59:2e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:40Z', 'updated_at': '2022-03-01T16:56:44Z', 'revision_number': 2, 'project_id': 'ce864652ab854207a48b6a2647514604', 'subnets': [{'id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:56:48.760546 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] Checking router: d2d4352e-39d5-4290-88fc-cf6ccbf8714c for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:56:48.761100 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] Updating router d2d4352e-39d5-4290-88fc-cf6ccbf8714c port 8890ce23-2ad0-4829-bb1a-576edd0b550f binding host dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:56:48.793433 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 50186) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:48.798050 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-be97cb1e-9ddb-4e49-a0a0-00167afec18d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--493800797', 'description': 'tempest-description--2104262890'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:56:48.798391 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (8890ce23-2ad0-4829-bb1a-576edd0b550f), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:48.807572 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1ccd53a1-77ac-4f69-92e9-b72eaab424b7 admin admin] Publish callbacks [] for security_group (b77fe731-9a46-480e-8ae4-d20b672fb242), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:48.814652 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1ccd53a1-77ac-4f69-92e9-b72eaab424b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (b77fe731-9a46-480e-8ae4-d20b672fb242), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:48.849677 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-be97cb1e-9ddb-4e49-a0a0-00167afec18d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:48.881900 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-1ccd53a1-77ac-4f69-92e9-b72eaab424b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=10bf4d1805244066916a34970ec924df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1836483 Mar 01 16:56:48.885959 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 50188) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:48.894424 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd53a1-77ac-4f69-92e9-b72eaab424b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77fe731-9a46-480e-8ae4-d20b672fb242,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:48.927152 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021becd-43e3-4bfa-9310-7e386f44a607 req-07525f0b-5c10-4d52-b46c-6263f80460cf tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:48.928774 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0021becd-43e3-4bfa-9310-7e386f44a607 req-07525f0b-5c10-4d52-b46c-6263f80460cf tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 931 time: 0.0688224 Mar 01 16:56:48.984983 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-8c57d001-e926-437f-8285-aae77f1b62f8 admin admin] Publish callbacks [] for security_group (b77fe731-9a46-480e-8ae4-d20b672fb242), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:48.988698 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-be97cb1e-9ddb-4e49-a0a0-00167afec18d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group (ceb9845f-970d-4c80-9262-bfe23920616c), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:48.996902 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0021becd-43e3-4bfa-9310-7e386f44a607 req-d16a742e-353e-4bbc-bea5-74c30afee1af tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591962 Mar 01 16:56:49.003977 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-be97cb1e-9ddb-4e49-a0a0-00167afec18d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (ceb9845f-970d-4c80-9262-bfe23920616c), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:49.047015 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-8c57d001-e926-437f-8285-aae77f1b62f8 admin admin] Publish callbacks [] for security_group (b77fe731-9a46-480e-8ae4-d20b672fb242), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:49.073351 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-be97cb1e-9ddb-4e49-a0a0-00167afec18d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:49.075991 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-be97cb1e-9ddb-4e49-a0a0-00167afec18d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2813222 Mar 01 16:56:49.080058 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 50190) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:49.086708 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-bc82b656-3efc-4c51-9b4e-1313e117cd09 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Request body: {'security_group_rule': {'security_group_id': 'ceb9845f-970d-4c80-9262-bfe23920616c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:56:49.090605 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97cb1e-9ddb-4e49-a0a0-00167afec18d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb9845f-970d-4c80-9262-bfe23920616c,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:49.162087 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-bc82b656-3efc-4c51-9b4e-1313e117cd09 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group_rule (f2a76510-7bd3-4c7a-815b-71ad70f48f11), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:49.185797 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-8c57d001-e926-437f-8285-aae77f1b62f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (b77fe731-9a46-480e-8ae4-d20b672fb242), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:49.191862 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-8c57d001-e926-437f-8285-aae77f1b62f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:49.194186 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-8c57d001-e926-437f-8285-aae77f1b62f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b77fe731-9a46-480e-8ae4-d20b672fb242 HTTP/1.1" status: 204 len: 168 time: 0.3067591 Mar 01 16:56:49.212679 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57d001-e926-437f-8285-aae77f1b62f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77fe731-9a46-480e-8ae4-d20b672fb242,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:49.320533 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] Publish callbacks [] for port (8890ce23-2ad0-4829-bb1a-576edd0b550f), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:49.329198 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (8890ce23-2ad0-4829-bb1a-576edd0b550f), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:49.370312 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 0b30c57c-7b43-4dab-8f26-c7bc9fc20d78 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:56:49.520368 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c35bc-ae79-47c5-b70b-87e30d0f8647 req-6672c1c5-bc04-474a-8eca-1f5c049979d9 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:49.521938 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e55c35bc-ae79-47c5-b70b-87e30d0f8647 req-6672c1c5-bc04-474a-8eca-1f5c049979d9 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 931 time: 0.1914227 Mar 01 16:56:49.581445 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-7a99782e-581d-4004-8c95-8c751cb64798 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Request body: {'port': {'device_id': '76bdbc43-a352-40e2-b2d5-23e477c5c7e1', 'network_id': '59ddfe45-6d96-41d4-aec0-fbcc002b7bb7', 'admin_state_up': True, 'tenant_id': '6d3c792a846445c5a1b1f652c1a249c6'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:56:49.718082 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e55c35bc-ae79-47c5-b70b-87e30d0f8647 req-fdd2dfe1-6e97-4117-b4b9-6eb3940ede9b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738157 Mar 01 16:56:49.955137 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-bc82b656-3efc-4c51-9b4e-1313e117cd09 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group_rule (f2a76510-7bd3-4c7a-815b-71ad70f48f11), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:49.990443 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] Request body: {'port': {'device_id': 'dbecfa80-02e1-47c8-86fe-32cfc5375fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:56:50.030251 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-bc82b656-3efc-4c51-9b4e-1313e117cd09 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (f2a76510-7bd3-4c7a-815b-71ad70f48f11), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:50.063626 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-79997e15-d3d3-494a-b35b-0b4dd32d52cb req-aac026f5-0c3d-4cbc-9149-2a91358e40a6 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 210 time: 0.1429312 Mar 01 16:56:50.073348 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82b656-3efc-4c51-9b4e-1313e117cd09 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a76510-7bd3-4c7a-815b-71ad70f48f11,revision_number=0']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:50.077650 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] Attempting to bind port 8890ce23-2ad0-4829-bb1a-576edd0b550f on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:56:50.078802 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] Attempting to bind port 8890ce23-2ad0-4829-bb1a-576edd0b550f by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': '9f119457-6be2-4f01-ac49-73888f223bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:56:50.080476 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] Attempting to bind port 8890ce23-2ad0-4829-bb1a-576edd0b550f on network 00da9fad-e099-4559-a3bd-7363f68afe10 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:56:50.180780 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:56:50.181405 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] Checking segment: {'id': '9f119457-6be2-4f01-ac49-73888f223bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:56:50.183012 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:50.193313 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] Bound using segment: {'id': '9f119457-6be2-4f01-ac49-73888f223bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:56:50.195008 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] Bound port: 8890ce23-2ad0-4829-bb1a-576edd0b550f, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f119457-6be2-4f01-ac49-73888f223bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:56:50.196947 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (8890ce23-2ad0-4829-bb1a-576edd0b550f), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:50.229857 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] Request body: {'port': {'device_id': 'c821c682-1f6d-4b0c-b281-42a006048757', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:56:50.247428 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c8203-64b2-437c-b4dc-c0e2dd30436b None None] Pushing event updated for resources: {'Port': ['ID=8890ce23-2ad0-4829-bb1a-576edd0b550f,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:50.279346 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 0b30c57c-7b43-4dab-8f26-c7bc9fc20d78 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:56:50.280703 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (0b30c57c-7b43-4dab-8f26-c7bc9fc20d78), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:50.287258 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:50.344659 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-bc82b656-3efc-4c51-9b4e-1313e117cd09 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:50.346101 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-bc82b656-3efc-4c51-9b4e-1313e117cd09 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2648728 Mar 01 16:56:50.370913 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 50234) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:50.381358 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-b1729e80-4ed2-4fd4-9edd-58061b98bc8a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Request body: {'security_group_rule': {'security_group_id': 'ceb9845f-970d-4c80-9262-bfe23920616c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:56:50.397964 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (d6508129-cb4b-4d72-82d3-2e4a7d66e823), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:50.429806 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b1729e80-4ed2-4fd4-9edd-58061b98bc8a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group_rule (3996fdfd-6e35-455d-914b-f8437e32ceac), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:50.433028 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (04581fab-38f6-4f21-b3c0-1b06eeae45cb), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:50.522212 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-4c0c918b-7d51-4df1-ab6e-4625a6f5d78c None None] Provisioning complete for port 8890ce23-2ad0-4829-bb1a-576edd0b550f triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:56:50.522806 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4c0c918b-7d51-4df1-ab6e-4625a6f5d78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (8890ce23-2ad0-4829-bb1a-576edd0b550f), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:50.730705 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] For port 8890ce23-2ad0-4829-bb1a-576edd0b550f, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:56:50.738529 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] For port 8890ce23-2ad0-4829-bb1a-576edd0b550f, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=8890ce23-2ad0-4829-bb1a-576edd0b550f,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:56:50.780426 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-4c0c918b-7d51-4df1-ab6e-4625a6f5d78c None None] Port 8890ce23-2ad0-4829-bb1a-576edd0b550f cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:56:50.789346 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (8890ce23-2ad0-4829-bb1a-576edd0b550f), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:50.848705 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-7a99782e-581d-4004-8c95-8c751cb64798 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Made reservation on behalf of 6d3c792a846445c5a1b1f652c1a249c6 for: {'port': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:56:50.859920 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-7a99782e-581d-4004-8c95-8c751cb64798 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:50.871133 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c8203-64b2-437c-b4dc-c0e2dd30436b None None] Pushing event updated for resources: {'Port': ['ID=8890ce23-2ad0-4829-bb1a-576edd0b550f,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:50.954073 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] Routers {'d2d4352e-39d5-4290-88fc-cf6ccbf8714c'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:56:50.954609 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:56:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:56:51.101623 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e25113-2bfa-4f46-b17a-6b811a38b4b6 req-dc5ef990-ccc2-4f95-ae66-46a8a8b3e504 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:51.103275 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-61e25113-2bfa-4f46-b17a-6b811a38b4b6 req-dc5ef990-ccc2-4f95-ae66-46a8a8b3e504 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 931 time: 0.8654950 Mar 01 16:56:51.186691 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] Set router d2d4352e-39d5-4290-88fc-cf6ccbf8714c gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:56:51.193086 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-61e25113-2bfa-4f46-b17a-6b811a38b4b6 req-38f757dd-bd1d-4b23-8a85-167476a8b517 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800683 Mar 01 16:56:51.194900 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 0b30c57c-7b43-4dab-8f26-c7bc9fc20d78 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:56:51.222549 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269ca61-4add-4672-98e3-d0cdd40980c9 req-1cac9d20-67bb-4733-87dd-42ae7d1405db tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:51.237122 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6508129-cb4b-4d72-82d3-2e4a7d66e823 {{(pid=103032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:56:51.248283 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7269ca61-4add-4672-98e3-d0cdd40980c9 req-1cac9d20-67bb-4733-87dd-42ae7d1405db tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 931 time: 0.3255749 Mar 01 16:56:51.249106 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] Publish callbacks [] for port (d6508129-cb4b-4d72-82d3-2e4a7d66e823), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:51.277936 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.provisioning_blocks [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] Transition to ACTIVE for port object d6508129-cb4b-4d72-82d3-2e4a7d66e823 will not be triggered until provisioned by entity L2. {{(pid=103032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:56:51.282637 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (d6508129-cb4b-4d72-82d3-2e4a7d66e823), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:51.283821 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b1729e80-4ed2-4fd4-9edd-58061b98bc8a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group_rule (3996fdfd-6e35-455d-914b-f8437e32ceac), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:51.374180 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b1729e80-4ed2-4fd4-9edd-58061b98bc8a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (3996fdfd-6e35-455d-914b-f8437e32ceac), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:51.426090 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] Pushing event updated for resources: {'Port': ['ID=d6508129-cb4b-4d72-82d3-2e4a7d66e823,revision_number=2']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:51.441602 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-955c8722-5ba9-452e-af07-eafbb3ca903d None None] Provisioning complete for port 8890ce23-2ad0-4829-bb1a-576edd0b550f triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:56:51.442757 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-955c8722-5ba9-452e-af07-eafbb3ca903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (8890ce23-2ad0-4829-bb1a-576edd0b550f), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:51.468622 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1c3f689a-dcd7-4e92-a18c-55bf6fb6b896 req-ddeba77f-cd2d-4597-9c87-5f5e918d8120 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 210 time: 0.0606945 Mar 01 16:56:51.494865 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] Attempting to bind port d6508129-cb4b-4d72-82d3-2e4a7d66e823 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:56:51.495632 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] Attempting to bind port d6508129-cb4b-4d72-82d3-2e4a7d66e823 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'ff9deda3-c839-4026-9d99-f94021c86f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431'}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:56:51.498185 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] Attempting to bind port d6508129-cb4b-4d72-82d3-2e4a7d66e823 on network a144fbb1-cd5b-4bd3-b93a-8975fccf0431 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:56:51.508898 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] Port d6508129-cb4b-4d72-82d3-2e4a7d66e823 on network a144fbb1-cd5b-4bd3-b93a-8975fccf0431 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:56:51.509308 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] Attempting to bind port d6508129-cb4b-4d72-82d3-2e4a7d66e823 on network a144fbb1-cd5b-4bd3-b93a-8975fccf0431 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:56:51.522757 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] Checking agent: {'id': '0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'started_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:56:51.523202 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] Checking segment: {'id': 'ff9deda3-c839-4026-9d99-f94021c86f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:56:51.524357 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] Bound using segment: {'id': 'ff9deda3-c839-4026-9d99-f94021c86f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431'} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:56:51.525754 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] Bound port: d6508129-cb4b-4d72-82d3-2e4a7d66e823, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9deda3-c839-4026-9d99-f94021c86f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431'}}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:56:51.527065 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (d6508129-cb4b-4d72-82d3-2e4a7d66e823), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:51.543858 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-7a99782e-581d-4004-8c95-8c751cb64798 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Allocated IP 172.20.0.14 (59ddfe45-6d96-41d4-aec0-fbcc002b7bb7/8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c/b249d806-cd40-4f71-8902-d4810caf8547) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:56:51.594691 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1729e80-4ed2-4fd4-9edd-58061b98bc8a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3996fdfd-6e35-455d-914b-f8437e32ceac,revision_number=0']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:51.685830 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] For port d6508129-cb4b-4d72-82d3-2e4a7d66e823, host hv-cinder-83124, cleared binding levels {{(pid=103032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:56:51.695915 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] For port d6508129-cb4b-4d72-82d3-2e4a7d66e823, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d6508129-cb4b-4d72-82d3-2e4a7d66e823,segment=NetworkSegment(ff9deda3-c839-4026-9d99-f94021c86f7a),segment_id=ff9deda3-c839-4026-9d99-f94021c86f7a)] {{(pid=103032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:56:51.708570 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (d6508129-cb4b-4d72-82d3-2e4a7d66e823), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:51.741122 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-955c8722-5ba9-452e-af07-eafbb3ca903d None None] Current status of the port 8890ce23-2ad0-4829-bb1a-576edd0b550f is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:56:51.749556 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-955c8722-5ba9-452e-af07-eafbb3ca903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (8890ce23-2ad0-4829-bb1a-576edd0b550f), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:51.833241 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-955c8722-5ba9-452e-af07-eafbb3ca903d None None] For port 8890ce23-2ad0-4829-bb1a-576edd0b550f, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=8890ce23-2ad0-4829-bb1a-576edd0b550f,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:56:51.838465 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'name': 'tempest-AttachVolumeShelveTestJSON-619683467-router', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:31Z', 'updated_at': '2022-03-01T16:56:43Z', 'revision_number': 4, 'project_id': 'ce864652ab854207a48b6a2647514604', 'gw_port': {'id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:33Z', 'updated_at': '2022-03-01T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '8890ce23-2ad0-4829-bb1a-576edd0b550f', 'name': '', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'mac_address': 'fa:16:3e:59:2e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:40Z', 'updated_at': '2022-03-01T16:56:50Z', 'revision_number': 4, 'project_id': 'ce864652ab854207a48b6a2647514604', 'subnets': [{'id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:56:51.868863 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:51.869740 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:51.872271 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] 10.222.0.37 "PUT /v2.0/ports/d6508129-cb4b-4d72-82d3-2e4a7d66e823 HTTP/1.1" status: 200 len: 1093 time: 2.3485587 Mar 01 16:56:51.872754 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbecfa80-02e1-47c8-86fe-32cfc5375fc0', 'tag': 'd6508129-cb4b-4d72-82d3-2e4a7d66e823'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:56:51.875176 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-955c8722-5ba9-452e-af07-eafbb3ca903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (8890ce23-2ad0-4829-bb1a-576edd0b550f), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:51.879922 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac43c1c8-38fe-40e6-8891-311652d14e39 None None] The sync data for ids ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'] in dv-cinder-831247-2-iscsi is: [{'id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'name': 'tempest-AttachVolumeShelveTestJSON-619683467-router', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:31Z', 'updated_at': '2022-03-01T16:56:43Z', 'revision_number': 4, 'project_id': 'ce864652ab854207a48b6a2647514604', 'gw_port': {'id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:33Z', 'updated_at': '2022-03-01T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '8890ce23-2ad0-4829-bb1a-576edd0b550f', 'name': '', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'mac_address': 'fa:16:3e:59:2e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:40Z', 'updated_at': '2022-03-01T16:56:50Z', 'revision_number': 4, 'project_id': 'ce864652ab854207a48b6a2647514604', 'subnets': [{'id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:56:51.930005 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7269ca61-4add-4672-98e3-d0cdd40980c9 req-c02dd495-2961-4a57-a92b-410a5b8ffa4a tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6773067 Mar 01 16:56:51.962101 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b1729e80-4ed2-4fd4-9edd-58061b98bc8a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:51.963315 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-b1729e80-4ed2-4fd4-9edd-58061b98bc8a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5912576 Mar 01 16:56:51.968536 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 50274) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:51.975875 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-c478b356-0225-4222-83cc-924247fc1cda tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Request body: {'floatingip': {'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:56:52.011809 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:56:52.063429 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c8722-5ba9-452e-af07-eafbb3ca903d None None] Pushing event updated for resources: {'Port': ['ID=8890ce23-2ad0-4829-bb1a-576edd0b550f,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:52.065746 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172e8cd-04f6-424e-bd90-53acb3986615 service neutron] Pushing event updated for resources: {'Port': ['ID=d6508129-cb4b-4d72-82d3-2e4a7d66e823,revision_number=3']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:52.079801 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c478b356-0225-4222-83cc-924247fc1cda tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:52.122682 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04581fab-38f6-4f21-b3c0-1b06eeae45cb {{(pid=103033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:56:52.152013 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] Publish callbacks [] for port (04581fab-38f6-4f21-b3c0-1b06eeae45cb), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:52.262572 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e83fbc-b8e8-4a49-89dc-5fd31b712abc" -d '{"events": [{"name": "network-changed", "server_uuid": "dbecfa80-02e1-47c8-86fe-32cfc5375fc0", "tag": "d6508129-cb4b-4d72-82d3-2e4a7d66e823"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:56:52.271979 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-7a99782e-581d-4004-8c95-8c751cb64798 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Publish callbacks [] for port (b249d806-cd40-4f71-8902-d4810caf8547), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:52.278594 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.provisioning_blocks [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] Transition to ACTIVE for port object 04581fab-38f6-4f21-b3c0-1b06eeae45cb will not be triggered until provisioned by entity L2. {{(pid=103033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:56:52.305344 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (04581fab-38f6-4f21-b3c0-1b06eeae45cb), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:52.439770 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c478b356-0225-4222-83cc-924247fc1cda tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:52.461068 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] Pushing event updated for resources: {'Port': ['ID=04581fab-38f6-4f21-b3c0-1b06eeae45cb,revision_number=2']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:52.506004 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-7a99782e-581d-4004-8c95-8c751cb64798 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (b249d806-cd40-4f71-8902-d4810caf8547), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:52.523060 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] Attempting to bind port 04581fab-38f6-4f21-b3c0-1b06eeae45cb on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:56:52.523670 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] Attempting to bind port 04581fab-38f6-4f21-b3c0-1b06eeae45cb by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'c31820f6-469c-4844-949c-e375a0843d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b1e12296-7256-4e98-8a90-07484ff52318'}] {{(pid=103033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:56:52.524160 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] Attempting to bind port 04581fab-38f6-4f21-b3c0-1b06eeae45cb on network b1e12296-7256-4e98-8a90-07484ff52318 {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:56:52.555667 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] Port 04581fab-38f6-4f21-b3c0-1b06eeae45cb on network b1e12296-7256-4e98-8a90-07484ff52318 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:56:52.556147 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] Attempting to bind port 04581fab-38f6-4f21-b3c0-1b06eeae45cb on network b1e12296-7256-4e98-8a90-07484ff52318 {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:56:52.557885 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c29f7-f0fc-43c6-a7c6-db7554e3c919 req-8f978972-6cdc-458c-8d66-e90fd10f1628 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:52.559414 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e60c29f7-f0fc-43c6-a7c6-db7554e3c919 req-8f978972-6cdc-458c-8d66-e90fd10f1628 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 943 time: 0.2226908 Mar 01 16:56:52.579259 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] Checking agent: {'id': '0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'started_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:56:52.581520 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] Checking segment: {'id': 'c31820f6-469c-4844-949c-e375a0843d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b1e12296-7256-4e98-8a90-07484ff52318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:56:52.582083 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] Bound using segment: {'id': 'c31820f6-469c-4844-949c-e375a0843d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b1e12296-7256-4e98-8a90-07484ff52318'} {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:56:52.583822 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] Bound port: 04581fab-38f6-4f21-b3c0-1b06eeae45cb, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31820f6-469c-4844-949c-e375a0843d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b1e12296-7256-4e98-8a90-07484ff52318'}}] {{(pid=103033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:56:52.584186 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (04581fab-38f6-4f21-b3c0-1b06eeae45cb), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:52.587544 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-7a99782e-581d-4004-8c95-8c751cb64798 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Network 59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:56:52.614693 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-7a99782e-581d-4004-8c95-8c751cb64798 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:56:52.630791 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99782e-581d-4004-8c95-8c751cb64798 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Pushing event updated for resources: {'Port': ['ID=b249d806-cd40-4f71-8902-d4810caf8547,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:52.633251 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-7a99782e-581d-4004-8c95-8c751cb64798 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:56:52.639362 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-7a99782e-581d-4004-8c95-8c751cb64798 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:52.640038 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-7a99782e-581d-4004-8c95-8c751cb64798 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:52.691937 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7504ef7f-26af-414a-a608-d803ebf451a5 x-openstack-request-id: req-7504ef7f-26af-414a-a608-d803ebf451a5 {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:56:52.692237 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbecfa80-02e1-47c8-86fe-32cfc5375fc0", "tag": "d6508129-cb4b-4d72-82d3-2e4a7d66e823", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:56:52.692493 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7504ef7f-26af-414a-a608-d803ebf451a5 {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:56:52.692962 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbecfa80-02e1-47c8-86fe-32cfc5375fc0', 'tag': 'd6508129-cb4b-4d72-82d3-2e4a7d66e823', 'status': 'completed', 'code': 200} Mar 01 16:56:52.737541 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-7a99782e-581d-4004-8c95-8c751cb64798 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1623473 Mar 01 16:56:52.753249 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e60c29f7-f0fc-43c6-a7c6-db7554e3c919 req-4fd80b50-f5bd-4e66-8724-dce97a7bd2d7 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869788 Mar 01 16:56:52.778917 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [None req-c478b356-0225-4222-83cc-924247fc1cda tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Allocated IP 172.27.0.50 (e6ae233f-293e-41a5-ad0b-5fc845cdb59d/f57a09de-5442-447f-9fd0-ed63e9a7467a/a59672ae-74a0-4ce3-8ad3-1e3cba2b9012) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:56:52.807577 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8afac2b4-bf95-4475-871d-1a1964af77ae req-71cf7741-6ac6-4a8d-a53c-1d6590c0d569 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 210 time: 0.0508001 Mar 01 16:56:52.816035 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] For port 04581fab-38f6-4f21-b3c0-1b06eeae45cb, host hv-cinder-83124, cleared binding levels {{(pid=103033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:56:52.864214 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] For port 04581fab-38f6-4f21-b3c0-1b06eeae45cb, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=04581fab-38f6-4f21-b3c0-1b06eeae45cb,segment=NetworkSegment(c31820f6-469c-4844-949c-e375a0843d4b),segment_id=c31820f6-469c-4844-949c-e375a0843d4b)] {{(pid=103033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:56:52.879597 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (04581fab-38f6-4f21-b3c0-1b06eeae45cb), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:52.950728 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:52.951721 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:52.953087 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] 10.222.0.37 "PUT /v2.0/ports/04581fab-38f6-4f21-b3c0-1b06eeae45cb HTTP/1.1" status: 200 len: 1093 time: 3.0461864 Mar 01 16:56:52.953637 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c821c682-1f6d-4b0c-b281-42a006048757', 'tag': '04581fab-38f6-4f21-b3c0-1b06eeae45cb'}] {{(pid=103033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:56:52.954740 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c478b356-0225-4222-83cc-924247fc1cda tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for port (a59672ae-74a0-4ce3-8ad3-1e3cba2b9012), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:53.000536 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c478b356-0225-4222-83cc-924247fc1cda tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (a59672ae-74a0-4ce3-8ad3-1e3cba2b9012), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:53.085785 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa50b19-6da2-4f75-96a7-e626a2b39d32 service neutron] Pushing event updated for resources: {'Port': ['ID=04581fab-38f6-4f21-b3c0-1b06eeae45cb,revision_number=3']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:53.101902 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dddadf24ac110f9ada54727228b3474a86f75cc3561f1e1b47b1deb8a3f97d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681b15c2-0f27-4026-9d19-02ea3d77cad1" -d '{"events": [{"name": "network-changed", "server_uuid": "c821c682-1f6d-4b0c-b281-42a006048757", "tag": "04581fab-38f6-4f21-b3c0-1b06eeae45cb"}]}' {{(pid=103033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:56:53.117362 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478b356-0225-4222-83cc-924247fc1cda tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Pushing event updated for resources: {'Port': ['ID=a59672ae-74a0-4ce3-8ad3-1e3cba2b9012,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:53.137165 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c478b356-0225-4222-83cc-924247fc1cda tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:56:53.154176 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-c478b356-0225-4222-83cc-924247fc1cda tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:56:53.159945 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c478b356-0225-4222-83cc-924247fc1cda tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:56:53.190842 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.37', 50728) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:53.246204 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2ee0b1-54b5-4c7b-88a0-0783614a45fc x-openstack-request-id: req-6a2ee0b1-54b5-4c7b-88a0-0783614a45fc {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:56:53.246619 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c821c682-1f6d-4b0c-b281-42a006048757", "tag": "04581fab-38f6-4f21-b3c0-1b06eeae45cb", "status": "completed", "code": 200}]} {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:56:53.246989 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6a2ee0b1-54b5-4c7b-88a0-0783614a45fc {{(pid=103033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:56:53.247641 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c821c682-1f6d-4b0c-b281-42a006048757', 'tag': '04581fab-38f6-4f21-b3c0-1b06eeae45cb', 'status': 'completed', 'code': 200} Mar 01 16:56:53.395166 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6f9a8-9e65-4af8-a887-75dcdd5ac84f req-9f7f9056-a8cb-412d-8e2d-cf2362953d6a tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:53.396824 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7ad6f9a8-9e65-4af8-a887-75dcdd5ac84f req-9f7f9056-a8cb-412d-8e2d-cf2362953d6a tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 943 time: 0.3010433 Mar 01 16:56:53.431221 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 8890ce23-2ad0-4829-bb1a-576edd0b550f up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:56:53.446389 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c478b356-0225-4222-83cc-924247fc1cda tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for floatingip (e8c79848-8ab3-44d6-9d88-8c9fe7088e28), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:53.515191 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 8890ce23-2ad0-4829-bb1a-576edd0b550f triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:56:53.515563 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (8890ce23-2ad0-4829-bb1a-576edd0b550f), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:53.568507 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7ad6f9a8-9e65-4af8-a887-75dcdd5ac84f req-519dafcd-6d76-44ab-b4d0-ba2e89253af1 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621773 Mar 01 16:56:53.592197 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c478b356-0225-4222-83cc-924247fc1cda tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (a59672ae-74a0-4ce3-8ad3-1e3cba2b9012), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:53.648619 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 8890ce23-2ad0-4829-bb1a-576edd0b550f is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:56:53.827146 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c478b356-0225-4222-83cc-924247fc1cda tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for port (a59672ae-74a0-4ce3-8ad3-1e3cba2b9012), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:53.835464 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c478b356-0225-4222-83cc-924247fc1cda tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (a59672ae-74a0-4ce3-8ad3-1e3cba2b9012), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:53.861197 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c478b356-0225-4222-83cc-924247fc1cda tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688646'] for floatingip (e8c79848-8ab3-44d6-9d88-8c9fe7088e28), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:53.925244 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478b356-0225-4222-83cc-924247fc1cda tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Pushing event updated for resources: {'Port': ['ID=a59672ae-74a0-4ce3-8ad3-1e3cba2b9012,revision_number=2']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:53.932307 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c478b356-0225-4222-83cc-924247fc1cda tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for floatingip (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:53.941254 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-c478b356-0225-4222-83cc-924247fc1cda tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9690173 Mar 01 16:56:54.010470 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698a328-2d3c-4307-af9b-2ba5cfb572a0 req-80ebd18d-515a-42d0-b059-152680eb3d9a tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:54.019785 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2698a328-2d3c-4307-af9b-2ba5cfb572a0 req-80ebd18d-515a-42d0-b059-152680eb3d9a tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 943 time: 0.1719489 Mar 01 16:56:54.116029 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2698a328-2d3c-4307-af9b-2ba5cfb572a0 req-6fec1a7d-0f19-481d-8b1c-541651c2ed20 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949042 Mar 01 16:56:54.167815 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-20c04943-9374-4785-a5c6-bbf7950fdebb req-aadbb30b-028c-4a2f-aef8-cfd964cfa3b4 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 210 time: 0.1149013 Mar 01 16:56:54.478346 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-7209c1f5-42b6-4066-9a26-67419ace3056 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--493800797&fields=id&tenant_id=ce864652ab854207a48b6a2647514604 HTTP/1.1" status: 200 len: 267 time: 0.1114042 Mar 01 16:56:54.761662 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-ff1ec46b-f338-4de5-a7cd-4058d8be6fba tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:54.784313 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-ff1ec46b-f338-4de5-a7cd-4058d8be6fba tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/networks?id=00da9fad-e099-4559-a3bd-7363f68afe10 HTTP/1.1" status: 200 len: 816 time: 0.2968585 Mar 01 16:56:54.935165 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaa1bd-ca4f-4545-ac02-0cbbd7caf8a0 req-38796f7f-5b0a-480e-9661-18d7f29cd529 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:54.939724 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4fdaa1bd-ca4f-4545-ac02-0cbbd7caf8a0 req-38796f7f-5b0a-480e-9661-18d7f29cd529 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 943 time: 0.1790972 Mar 01 16:56:55.008233 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4fdaa1bd-ca4f-4545-ac02-0cbbd7caf8a0 req-ec410e95-b226-485e-8dfd-a0d2e00b42c8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616732 Mar 01 16:56:55.148723 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-8cd206e5-e09e-43e0-b37d-864f1d363dd8 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/quotas/ce864652ab854207a48b6a2647514604 HTTP/1.1" status: 200 len: 375 time: 0.3600841 Mar 01 16:56:55.271197 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-5ed3d526-74ca-4972-90c1-9b268825d7ef tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:55.272673 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-5ed3d526-74ca-4972-90c1-9b268825d7ef tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.37 "GET /v2.0/networks?id=59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 HTTP/1.1" status: 200 len: 818 time: 0.4632103 Mar 01 16:56:55.285767 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-f0737c13-1c8a-44f3-9462-eea547e2d8f8 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce864652ab854207a48b6a2647514604&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1119914 Mar 01 16:56:55.302312 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53438d7d-83cd-42b3-94eb-0e9881202b4a req-96a35674-dd54-4b66-8e83-ec60463745fc tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:55.304954 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-53438d7d-83cd-42b3-94eb-0e9881202b4a req-96a35674-dd54-4b66-8e83-ec60463745fc tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 943 time: 0.0670211 Mar 01 16:56:55.361620 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-53438d7d-83cd-42b3-94eb-0e9881202b4a req-989aae42-60d2-4fee-92a3-41f418497a8b tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506887 Mar 01 16:56:55.410668 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-b03cf317-4661-4d3c-ade0-7274e89ac10e service neutron] 10.222.0.55 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009061 Mar 01 16:56:55.461743 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-35bb9932-e121-44e9-a1f0-1c95aed2c5a9 req-e0abe7f8-c87c-4cf2-808d-c453a3e0f86b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 210 time: 0.0459237 Mar 01 16:56:55.522242 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-c4fe4078-0644-49be-be22-577c605fbd11 service neutron] 10.222.0.55 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055355 Mar 01 16:56:55.694560 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cb590efd-9f59-40dc-8757-c896fede863c req-57df312f-e5d2-469b-92fc-e51705d7f5b4 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 210 time: 0.0342472 Mar 01 16:56:56.145797 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348020e2-69cb-4b86-b621-41a52f97c367 req-0f2e33b7-f892-4675-92e5-df52afa599bc tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:56.148506 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-348020e2-69cb-4b86-b621-41a52f97c367 req-0f2e33b7-f892-4675-92e5-df52afa599bc tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 943 time: 0.0628829 Mar 01 16:56:56.220690 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-348020e2-69cb-4b86-b621-41a52f97c367 req-be8830c7-8109-43f8-909c-7d014478ec7b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638692 Mar 01 16:56:56.605619 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df7dbd-96fc-4321-8d06-81d3e8842cbd req-b29d8fd9-c7e5-4abf-b375-684f94dad34e tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:56.612612 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-85df7dbd-96fc-4321-8d06-81d3e8842cbd req-b29d8fd9-c7e5-4abf-b375-684f94dad34e tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 943 time: 0.1410782 Mar 01 16:56:56.660672 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-89bac862-86ac-42b5-a1e7-07b9cbdd3f15 req-8d6ae30d-81a6-403e-9e73-5cb392020c10 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 210 time: 0.0634491 Mar 01 16:56:56.753356 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-85df7dbd-96fc-4321-8d06-81d3e8842cbd req-da6aec8c-c953-4cad-b357-e3799470b878 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269453 Mar 01 16:56:56.863696 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7f3fdb4b-d5c7-4109-9dea-3d1c2aec75a2 req-8c1f9dc8-394a-48a0-a1e2-cbbb4e131bb0 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 210 time: 0.0582211 Mar 01 16:56:57.451349 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5ca6e-f0f4-4600-bcfb-9a911923e26f req-fc382494-0a91-46ae-a9e5-79aa5ea20fc9 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:57.453923 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b4d5ca6e-f0f4-4600-bcfb-9a911923e26f req-fc382494-0a91-46ae-a9e5-79aa5ea20fc9 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 943 time: 0.1259990 Mar 01 16:56:57.588745 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b4d5ca6e-f0f4-4600-bcfb-9a911923e26f req-97510319-ab17-4333-9ed3-1e739a3612f2 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233239 Mar 01 16:56:57.842788 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d8cdbc50-e9c6-4a49-9981-ccdb117b4b9b req-5fd090aa-ec30-4b5b-8886-38f73151a5ff tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 210 time: 0.0565300 Mar 01 16:56:58.040446 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55939a-0b00-4985-8974-7c9e1f4aae26 req-ea9df975-3d1d-4fb3-8423-c5282ceec5ec tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:58.044188 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dc55939a-0b00-4985-8974-7c9e1f4aae26 req-ea9df975-3d1d-4fb3-8423-c5282ceec5ec tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 943 time: 0.1424820 Mar 01 16:56:58.073430 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3bff9736-0740-447b-8eb9-057adf22ec2b req-db3d67d3-9faa-4c7f-9c19-c673cccafa5a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 210 time: 0.0715353 Mar 01 16:56:58.100439 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] Request body: {'port': {'device_id': '76bdbc43-a352-40e2-b2d5-23e477c5c7e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:56:58.157225 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-8ce2bf32-394c-465e-9149-1344c716a28b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Request body: {'port': {'device_id': '2d799e9a-8ad9-45de-b565-90496e743861', 'network_id': '59ddfe45-6d96-41d4-aec0-fbcc002b7bb7', 'admin_state_up': True, 'tenant_id': '6d3c792a846445c5a1b1f652c1a249c6'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:56:58.246719 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dc55939a-0b00-4985-8974-7c9e1f4aae26 req-a86fb8ff-9506-4fe7-b5fe-41a317897899 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861141 Mar 01 16:56:58.251232 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 50512) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:58.479172 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (b249d806-cd40-4f71-8902-d4810caf8547), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:58.581779 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2c9c55d4-2889-48c5-9e4e-26166569c1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:58.584347 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-8ce2bf32-394c-465e-9149-1344c716a28b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Made reservation on behalf of 6d3c792a846445c5a1b1f652c1a249c6 for: {'port': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:56:58.602899 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-8ce2bf32-394c-465e-9149-1344c716a28b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:58.818784 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2c9c55d4-2889-48c5-9e4e-26166569c1c7 admin admin] Publish callbacks [] for security_group (ac4a8cae-8fb6-4e83-b6a5-54a5a5b5e88d), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:58.827293 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2c9c55d4-2889-48c5-9e4e-26166569c1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (ac4a8cae-8fb6-4e83-b6a5-54a5a5b5e88d), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:58.886498 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c55d4-2889-48c5-9e4e-26166569c1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4a8cae-8fb6-4e83-b6a5-54a5a5b5e88d,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:58.890280 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-2c9c55d4-2889-48c5-9e4e-26166569c1c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99a59f7a0ec4478da67d64c910d8d54f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6353538 Mar 01 16:56:58.894446 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 50536) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:58.958777 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-a5ea1612-11b2-44eb-a89a-ac79825bfb11 admin admin] Publish callbacks [] for security_group (ac4a8cae-8fb6-4e83-b6a5-54a5a5b5e88d), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:59.046064 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b18e8-fe27-4942-9ac4-833aee946932 req-072066fb-4260-4add-8157-e20c7c66c011 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:59.047672 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-587b18e8-fe27-4942-9ac4-833aee946932 req-072066fb-4260-4add-8157-e20c7c66c011 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 943 time: 0.2217991 Mar 01 16:56:59.150299 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-587b18e8-fe27-4942-9ac4-833aee946932 req-d2237644-d16a-4e9f-bcfc-3c276a56883f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847030 Mar 01 16:56:59.191235 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-a5ea1612-11b2-44eb-a89a-ac79825bfb11 admin admin] Publish callbacks [] for security_group (ac4a8cae-8fb6-4e83-b6a5-54a5a5b5e88d), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:59.194637 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b6fbfa7b-143d-460a-bb9e-2f1ce6bb6029 req-e3f1aa30-593f-4bc7-870e-b3f54c492fdf tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 210 time: 0.0603464 Mar 01 16:56:59.232176 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b249d806-cd40-4f71-8902-d4810caf8547 {{(pid=103033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:56:59.251039 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] Publish callbacks [] for port (b249d806-cd40-4f71-8902-d4810caf8547), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:59.284619 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-bc2d870a-e206-42af-9c0b-bb877ff8b58e req-31b0a237-3c70-4f25-bf1f-6229b4b22a1e tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 210 time: 0.0556118 Mar 01 16:56:59.303303 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.provisioning_blocks [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] Transition to ACTIVE for port object b249d806-cd40-4f71-8902-d4810caf8547 will not be triggered until provisioned by entity L2. {{(pid=103033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:56:59.307658 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-a5ea1612-11b2-44eb-a89a-ac79825bfb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (ac4a8cae-8fb6-4e83-b6a5-54a5a5b5e88d), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:59.313995 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 50550) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:56:59.315151 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (b249d806-cd40-4f71-8902-d4810caf8547), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:59.323662 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-a5ea1612-11b2-44eb-a89a-ac79825bfb11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:59.327693 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-a5ea1612-11b2-44eb-a89a-ac79825bfb11 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ac4a8cae-8fb6-4e83-b6a5-54a5a5b5e88d HTTP/1.1" status: 204 len: 168 time: 0.4301257 Mar 01 16:56:59.362923 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea1612-11b2-44eb-a89a-ac79825bfb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4a8cae-8fb6-4e83-b6a5-54a5a5b5e88d,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:59.456029 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b40ccb-dab8-4281-abf4-7fba12999d86 req-d8f36891-b603-484c-8dd0-f4fbfe435677 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:56:59.469314 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b1b40ccb-dab8-4281-abf4-7fba12999d86 req-d8f36891-b603-484c-8dd0-f4fbfe435677 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 943 time: 0.1217237 Mar 01 16:56:59.511049 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] Pushing event updated for resources: {'Port': ['ID=b249d806-cd40-4f71-8902-d4810caf8547,revision_number=2']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:56:59.521103 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-8ce2bf32-394c-465e-9149-1344c716a28b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Allocated IP 172.20.0.4 (59ddfe45-6d96-41d4-aec0-fbcc002b7bb7/8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c/536eed53-5bba-4071-99b3-fc8fc91a7906) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:56:59.565564 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b1b40ccb-dab8-4281-abf4-7fba12999d86 req-2274d8b5-448e-4bce-b3b3-d76944d5a95d tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900247 Mar 01 16:56:59.657721 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b4bae2ae-c9e4-42e3-92d1-f8c33cd2f259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:59.719092 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] Attempting to bind port b249d806-cd40-4f71-8902-d4810caf8547 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:56:59.720217 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] Attempting to bind port b249d806-cd40-4f71-8902-d4810caf8547 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '0b8a156e-0a51-42c0-8e44-ecdc4f561eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '59ddfe45-6d96-41d4-aec0-fbcc002b7bb7'}] {{(pid=103033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:56:59.720700 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] Attempting to bind port b249d806-cd40-4f71-8902-d4810caf8547 on network 59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:56:59.883126 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-8ce2bf32-394c-465e-9149-1344c716a28b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Publish callbacks [] for port (536eed53-5bba-4071-99b3-fc8fc91a7906), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:59.887060 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] Port b249d806-cd40-4f71-8902-d4810caf8547 on network 59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:56:59.887488 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] Attempting to bind port b249d806-cd40-4f71-8902-d4810caf8547 on network 59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:56:59.903865 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] Checking agent: {'id': '0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'started_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:56:59.905124 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] Checking segment: {'id': '0b8a156e-0a51-42c0-8e44-ecdc4f561eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '59ddfe45-6d96-41d4-aec0-fbcc002b7bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:56:59.905608 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] Bound using segment: {'id': '0b8a156e-0a51-42c0-8e44-ecdc4f561eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '59ddfe45-6d96-41d4-aec0-fbcc002b7bb7'} {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:56:59.906167 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] Bound port: b249d806-cd40-4f71-8902-d4810caf8547, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8a156e-0a51-42c0-8e44-ecdc4f561eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '59ddfe45-6d96-41d4-aec0-fbcc002b7bb7'}}] {{(pid=103033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:56:59.906524 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (b249d806-cd40-4f71-8902-d4810caf8547), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:56:59.981384 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 50568) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:00.018901 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-8ce2bf32-394c-465e-9149-1344c716a28b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (536eed53-5bba-4071-99b3-fc8fc91a7906), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:00.023750 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2c63095b-c136-46bc-bdc5-c46545f171fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:00.094500 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] For port b249d806-cd40-4f71-8902-d4810caf8547, host hv-cinder-83124, cleared binding levels {{(pid=103033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:57:00.104548 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b4bae2ae-c9e4-42e3-92d1-f8c33cd2f259 admin admin] Publish callbacks [] for security_group (081ba6d2-4876-4ec6-a6a5-61b6e94a0054), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:00.130069 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-8ce2bf32-394c-465e-9149-1344c716a28b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Network 59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:57:00.132456 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b4bae2ae-c9e4-42e3-92d1-f8c33cd2f259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (081ba6d2-4876-4ec6-a6a5-61b6e94a0054), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:00.137956 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] For port b249d806-cd40-4f71-8902-d4810caf8547, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b249d806-cd40-4f71-8902-d4810caf8547,segment=NetworkSegment(0b8a156e-0a51-42c0-8e44-ecdc4f561eb4),segment_id=0b8a156e-0a51-42c0-8e44-ecdc4f561eb4)] {{(pid=103033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:57:00.144903 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-8ce2bf32-394c-465e-9149-1344c716a28b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:57:00.163457 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-8ce2bf32-394c-465e-9149-1344c716a28b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:57:00.169514 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-8ce2bf32-394c-465e-9149-1344c716a28b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:00.169919 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2c63095b-c136-46bc-bdc5-c46545f171fd admin admin] Publish callbacks [] for security_group (855814b7-08c8-4e6f-a930-797c303d6389), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:00.170301 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-8ce2bf32-394c-465e-9149-1344c716a28b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:00.176847 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2c63095b-c136-46bc-bdc5-c46545f171fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (855814b7-08c8-4e6f-a930-797c303d6389), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:00.182728 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (b249d806-cd40-4f71-8902-d4810caf8547), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:00.218053 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2bf32-394c-465e-9149-1344c716a28b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Pushing event updated for resources: {'Port': ['ID=536eed53-5bba-4071-99b3-fc8fc91a7906,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:00.237443 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-b4bae2ae-c9e4-42e3-92d1-f8c33cd2f259 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab422cccfac542b2b0f54e9ee3ade94a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9185181 Mar 01 16:57:00.242428 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 50572) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:00.253669 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:00.255122 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:00.257724 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] 10.222.0.37 "PUT /v2.0/ports/b249d806-cd40-4f71-8902-d4810caf8547 HTTP/1.1" status: 200 len: 1094 time: 2.1779976 Mar 01 16:57:00.359784 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76bdbc43-a352-40e2-b2d5-23e477c5c7e1', 'tag': 'b249d806-cd40-4f71-8902-d4810caf8547'}] {{(pid=103033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:57:00.364425 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dddadf24ac110f9ada54727228b3474a86f75cc3561f1e1b47b1deb8a3f97d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e93971-7cea-4822-aa49-82e5ac6fb03b" -d '{"events": [{"name": "network-changed", "server_uuid": "76bdbc43-a352-40e2-b2d5-23e477c5c7e1", "tag": "b249d806-cd40-4f71-8902-d4810caf8547"}]}' {{(pid=103033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:57:00.368666 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bae2ae-c9e4-42e3-92d1-f8c33cd2f259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081ba6d2-4876-4ec6-a6a5-61b6e94a0054,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:00.380895 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-8ce2bf32-394c-465e-9149-1344c716a28b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2300615 Mar 01 16:57:00.393011 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63095b-c136-46bc-bdc5-c46545f171fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855814b7-08c8-4e6f-a930-797c303d6389,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:00.415981 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873e346-7be1-436c-a9db-1842d2c71e1f service neutron] Pushing event updated for resources: {'Port': ['ID=b249d806-cd40-4f71-8902-d4810caf8547,revision_number=3']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:00.469524 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-2c63095b-c136-46bc-bdc5-c46545f171fd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a0da61ecfa9458cb2d9c250fe030a6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4860196 Mar 01 16:57:00.470349 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 50580) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:00.491123 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-8a77feab-987c-42e1-a36d-3ef7dd9c22a4 admin admin] Publish callbacks [] for security_group (081ba6d2-4876-4ec6-a6a5-61b6e94a0054), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:00.599714 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-8a77feab-987c-42e1-a36d-3ef7dd9c22a4 admin admin] Publish callbacks [] for security_group (081ba6d2-4876-4ec6-a6a5-61b6e94a0054), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:00.610432 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d1bd5-2cbc-426a-a37d-2350e5a23c74 req-666757e3-0499-4f7b-a6c5-bb882dcf1906 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:00.614320 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-466d1bd5-2cbc-426a-a37d-2350e5a23c74 req-666757e3-0499-4f7b-a6c5-bb882dcf1906 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 943 time: 0.2310705 Mar 01 16:57:00.663670 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917f225-3844-4149-be8b-7efcaf01b0b1 req-bb701bfe-6b1e-4669-9a02-e9b321f4adcf tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:00.668382 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4917f225-3844-4149-be8b-7efcaf01b0b1 req-bb701bfe-6b1e-4669-9a02-e9b321f4adcf tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 931 time: 0.2766113 Mar 01 16:57:00.734508 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-466d1bd5-2cbc-426a-a37d-2350e5a23c74 req-70ee75c3-cd16-463d-94ee-f65391a23094 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075866 Mar 01 16:57:00.792956 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-21a8eb22-1d02-4b70-ac06-45bf9ffda98c admin admin] Publish callbacks [] for security_group (855814b7-08c8-4e6f-a930-797c303d6389), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:00.871168 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-21a8eb22-1d02-4b70-ac06-45bf9ffda98c admin admin] Publish callbacks [] for security_group (855814b7-08c8-4e6f-a930-797c303d6389), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:00.905802 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2ffc8f16-0344-43f1-99da-7039e447c76b req-131ac9b2-6ca2-4bf3-94fa-b84e1717ddc6 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 210 time: 0.0744994 Mar 01 16:57:00.967749 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4917f225-3844-4149-be8b-7efcaf01b0b1 req-13c58818-f591-4017-a3c3-6a72816d256b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846470 Mar 01 16:57:00.996246 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-8a77feab-987c-42e1-a36d-3ef7dd9c22a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (081ba6d2-4876-4ec6-a6a5-61b6e94a0054), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:01.005750 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-8a77feab-987c-42e1-a36d-3ef7dd9c22a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:01.018340 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-8a77feab-987c-42e1-a36d-3ef7dd9c22a4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/081ba6d2-4876-4ec6-a6a5-61b6e94a0054 HTTP/1.1" status: 204 len: 168 time: 0.7581394 Mar 01 16:57:01.031347 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3c46d5-b75a-469a-b531-d73043c9a968 x-openstack-request-id: req-7d3c46d5-b75a-469a-b531-d73043c9a968 {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:57:01.031665 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76bdbc43-a352-40e2-b2d5-23e477c5c7e1", "tag": "b249d806-cd40-4f71-8902-d4810caf8547", "status": "completed", "code": 200}]} {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:57:01.031950 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d3c46d5-b75a-469a-b531-d73043c9a968 {{(pid=103033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:57:01.032521 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76bdbc43-a352-40e2-b2d5-23e477c5c7e1', 'tag': 'b249d806-cd40-4f71-8902-d4810caf8547', 'status': 'completed', 'code': 200} Mar 01 16:57:01.053747 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77feab-987c-42e1-a36d-3ef7dd9c22a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081ba6d2-4876-4ec6-a6a5-61b6e94a0054,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:01.078867 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-21a8eb22-1d02-4b70-ac06-45bf9ffda98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (855814b7-08c8-4e6f-a930-797c303d6389), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:01.081672 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-21a8eb22-1d02-4b70-ac06-45bf9ffda98c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:01.082822 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-21a8eb22-1d02-4b70-ac06-45bf9ffda98c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/855814b7-08c8-4e6f-a930-797c303d6389 HTTP/1.1" status: 204 len: 168 time: 0.5895419 Mar 01 16:57:01.093759 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8eb22-1d02-4b70-ac06-45bf9ffda98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855814b7-08c8-4e6f-a930-797c303d6389,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:01.195453 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf0b31-c16f-4ad5-a981-ca3c91a2771f req-99aa876e-abf5-4675-8fb7-2e21e4f7c86f tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:01.196862 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cabf0b31-c16f-4ad5-a981-ca3c91a2771f req-99aa876e-abf5-4675-8fb7-2e21e4f7c86f tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 943 time: 0.0736816 Mar 01 16:57:01.254386 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cabf0b31-c16f-4ad5-a981-ca3c91a2771f req-24229088-2de1-49d0-ab16-cb9b8d2a2718 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515332 Mar 01 16:57:01.456247 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] Request body: {'port': {'device_id': '2d799e9a-8ad9-45de-b565-90496e743861', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:57:01.490093 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:01.527569 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 50608) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:01.558580 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e904577c-7d2b-414f-b60e-e7f225411e36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:01.563586 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (536eed53-5bba-4071-99b3-fc8fc91a7906), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:01.768144 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b15c2-0f27-4026-9d19-02ea3d77cad1 req-f8b4f4da-19ed-4b95-ad99-c545436794a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:01.770089 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-681b15c2-0f27-4026-9d19-02ea3d77cad1 req-f8b4f4da-19ed-4b95-ad99-c545436794a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52323b63c6ea4d53b7c872c2556c5768&device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 1127 time: 0.1987464 Mar 01 16:57:01.915219 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e904577c-7d2b-414f-b60e-e7f225411e36 admin admin] Publish callbacks [] for security_group (685c1055-ee3c-4214-b9fa-311b29eb4fa9), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:01.934814 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e904577c-7d2b-414f-b60e-e7f225411e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (685c1055-ee3c-4214-b9fa-311b29eb4fa9), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:02.059833 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-e904577c-7d2b-414f-b60e-e7f225411e36 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=44d1b614de3748b8a84b6b124b6fae2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5310793 Mar 01 16:57:02.070122 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 50632) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:02.105272 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904577c-7d2b-414f-b60e-e7f225411e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685c1055-ee3c-4214-b9fa-311b29eb4fa9,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:02.137430 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e83fbc-b8e8-4a49-89dc-5fd31b712abc req-64a77ba3-1f71-4a61-91dd-39beb6cb0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:02.141194 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-28e83fbc-b8e8-4a49-89dc-5fd31b712abc req-64a77ba3-1f71-4a61-91dd-39beb6cb0169 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8281adaa9b4d4205a723ff65c505c995&device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 1127 time: 0.5722442 Mar 01 16:57:02.143658 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e93971-7cea-4822-aa49-82e5ac6fb03b req-40be9bb0-ca4b-4995-b47f-cc1ef2528721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:02.145123 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c6e93971-7cea-4822-aa49-82e5ac6fb03b req-40be9bb0-ca4b-4995-b47f-cc1ef2528721 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3c792a846445c5a1b1f652c1a249c6&device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 1128 time: 0.5766447 Mar 01 16:57:02.150023 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b1a877c5-1c2b-4f1c-baae-143ddb21e7e0 req-316ef041-191c-4d34-b01f-3dd2cab43bab tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 210 time: 0.0388417 Mar 01 16:57:02.152593 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.37', 50743) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:02.157514 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b15c2-0f27-4026-9d19-02ea3d77cad1 req-72d2691a-3088-401b-af6d-049ef6576ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:02.159235 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-681b15c2-0f27-4026-9d19-02ea3d77cad1 req-72d2691a-3088-401b-af6d-049ef6576ff2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=52323b63c6ea4d53b7c872c2556c5768&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3787303 Mar 01 16:57:02.375229 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1283402a-cf3d-470f-a470-b2e4e1e47f0f admin admin] Publish callbacks [] for security_group (685c1055-ee3c-4214-b9fa-311b29eb4fa9), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:02.527273 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1283402a-cf3d-470f-a470-b2e4e1e47f0f admin admin] Publish callbacks [] for security_group (685c1055-ee3c-4214-b9fa-311b29eb4fa9), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:02.569169 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93780b75-d67c-4c24-abef-b584f2eb1661 req-b44277dd-e6ad-4e80-8991-0635e7e9d5ee tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:02.571459 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-93780b75-d67c-4c24-abef-b584f2eb1661 req-b44277dd-e6ad-4e80-8991-0635e7e9d5ee tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 943 time: 0.6416159 Mar 01 16:57:02.626022 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e83fbc-b8e8-4a49-89dc-5fd31b712abc req-e54bbf32-be4e-4551-8239-e1341d91d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:02.627305 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-28e83fbc-b8e8-4a49-89dc-5fd31b712abc req-e54bbf32-be4e-4551-8239-e1341d91d49b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8281adaa9b4d4205a723ff65c505c995&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4631491 Mar 01 16:57:02.658703 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-4bda3445-0a86-4ed8-9b4e-adb7d1fe4963 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:02.660199 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-4bda3445-0a86-4ed8-9b4e-adb7d1fe4963 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.37 "GET /v2.0/networks?id=00da9fad-e099-4559-a3bd-7363f68afe10 HTTP/1.1" status: 200 len: 816 time: 0.5000598 Mar 01 16:57:02.718785 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e3103-57ee-44ae-ac43-40c3031ecfdf req-0628ea21-f522-44aa-8f9d-fcd0c39236bc tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:02.731916 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-179e3103-57ee-44ae-ac43-40c3031ecfdf req-0628ea21-f522-44aa-8f9d-fcd0c39236bc tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 931 time: 0.3145344 Mar 01 16:57:02.760511 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b15c2-0f27-4026-9d19-02ea3d77cad1 req-218b2702-120d-4f7f-960e-90a9830cb3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:02.762085 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-681b15c2-0f27-4026-9d19-02ea3d77cad1 req-218b2702-120d-4f7f-960e-90a9830cb3cf service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5922108 Mar 01 16:57:02.811361 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1283402a-cf3d-470f-a470-b2e4e1e47f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (685c1055-ee3c-4214-b9fa-311b29eb4fa9), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:02.813863 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1283402a-cf3d-470f-a470-b2e4e1e47f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:02.815383 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-1283402a-cf3d-470f-a470-b2e4e1e47f0f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/685c1055-ee3c-4214-b9fa-311b29eb4fa9 HTTP/1.1" status: 204 len: 168 time: 0.7441483 Mar 01 16:57:02.891428 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e93971-7cea-4822-aa49-82e5ac6fb03b req-1e260a78-4eab-4362-9806-1c77c5729bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:02.892904 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c6e93971-7cea-4822-aa49-82e5ac6fb03b req-1e260a78-4eab-4362-9806-1c77c5729bd8 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6d3c792a846445c5a1b1f652c1a249c6&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7275755 Mar 01 16:57:02.893712 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283402a-cf3d-470f-a470-b2e4e1e47f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685c1055-ee3c-4214-b9fa-311b29eb4fa9,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:02.961650 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-c95d17f3-c6b2-4320-ace8-bb7f6426a578 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce864652ab854207a48b6a2647514604 HTTP/1.1" status: 200 len: 379 time: 0.2751772 Mar 01 16:57:02.967047 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-93780b75-d67c-4c24-abef-b584f2eb1661 req-adf733f6-a8c0-41e3-abca-585c540a8a1e tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536961 Mar 01 16:57:03.015965 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-bad71fa6-1ce7-42b3-8c57-db66ac49ead9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Request body: {'port': {'device_id': '853501cc-206a-4632-b7f5-a42f7c6b8a72', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'admin_state_up': True, 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'security_groups': ['ceb9845f-970d-4c80-9262-bfe23920616c']}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:57:03.090105 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e83fbc-b8e8-4a49-89dc-5fd31b712abc req-a413bfc4-cb69-4e35-b442-a8fdcba4fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:03.091697 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-28e83fbc-b8e8-4a49-89dc-5fd31b712abc req-a413bfc4-cb69-4e35-b442-a8fdcba4fafd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4533668 Mar 01 16:57:03.108451 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-179e3103-57ee-44ae-ac43-40c3031ecfdf req-a7b7e844-86d6-41cc-bb11-0e110c32e255 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376031 Mar 01 16:57:03.178417 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-94448072-6e5f-484a-bc23-58c1e4f49bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:03.180336 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-94448072-6e5f-484a-bc23-58c1e4f49bc3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=52323b63c6ea4d53b7c872c2556c5768&device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 1127 time: 0.3529344 Mar 01 16:57:03.236148 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e93971-7cea-4822-aa49-82e5ac6fb03b req-9852442e-213b-4ab0-bcba-56ce61eeb222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:03.239025 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c6e93971-7cea-4822-aa49-82e5ac6fb03b req-9852442e-213b-4ab0-bcba-56ce61eeb222 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3240497 Mar 01 16:57:03.277034 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536eed53-5bba-4071-99b3-fc8fc91a7906 {{(pid=103033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:57:03.286046 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-4e524f9d-4a91-4dfe-a83a-dafe8d467c89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04581fab-38f6-4f21-b3c0-1b06eeae45cb HTTP/1.1" status: 200 len: 217 time: 0.0979304 Mar 01 16:57:03.291076 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] Publish callbacks [] for port (536eed53-5bba-4071-99b3-fc8fc91a7906), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:03.349648 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a118e-51aa-4029-9691-b5dd7c7b12d5 req-7915621d-3abf-47b8-8b27-260098aec0e8 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:03.358574 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-247a118e-51aa-4029-9691-b5dd7c7b12d5 req-7915621d-3abf-47b8-8b27-260098aec0e8 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 943 time: 0.2246428 Mar 01 16:57:03.363380 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.provisioning_blocks [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] Transition to ACTIVE for port object 536eed53-5bba-4071-99b3-fc8fc91a7906 will not be triggered until provisioned by entity L2. {{(pid=103033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:57:03.390888 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-e5f05abf-f7eb-46d1-9be7-727334ea5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:03.392711 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-e5f05abf-f7eb-46d1-9be7-727334ea5821 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8281adaa9b4d4205a723ff65c505c995&device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 1127 time: 0.2387412 Mar 01 16:57:03.393466 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (536eed53-5bba-4071-99b3-fc8fc91a7906), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:03.413513 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-4c41b6e7-da99-4ff9-9a69-56432996c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:03.414026 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-4c41b6e7-da99-4ff9-9a69-56432996c388 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acc59fb7-b20a-463b-92df-7376000566a1 HTTP/1.1" status: 200 len: 851 time: 0.1161637 Mar 01 16:57:03.449876 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-fe26b7f3-3660-46f5-8d8b-b48ecbb4ddd5 req-b685860a-4fd9-4f78-a7fd-4e6e49bfa057 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 210 time: 0.0657728 Mar 01 16:57:03.450445 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-bad71fa6-1ce7-42b3-8c57-db66ac49ead9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Made reservation on behalf of ce864652ab854207a48b6a2647514604 for: {'port': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:57:03.454520 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-bad71fa6-1ce7-42b3-8c57-db66ac49ead9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:03.566391 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-4e85334c-163b-4a06-ad89-3a3f648b0ab7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6508129-cb4b-4d72-82d3-2e4a7d66e823 HTTP/1.1" status: 200 len: 217 time: 0.1605527 Mar 01 16:57:03.631351 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] Pushing event updated for resources: {'Port': ['ID=536eed53-5bba-4071-99b3-fc8fc91a7906,revision_number=2']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:03.661884 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-bb243e84-c29d-4527-bb71-23a6b89807e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:03.664936 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-bb243e84-c29d-4527-bb71-23a6b89807e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3c792a846445c5a1b1f652c1a249c6&device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 1128 time: 0.3656502 Mar 01 16:57:03.676666 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-247a118e-51aa-4029-9691-b5dd7c7b12d5 req-fc79cf06-6aa5-4e59-866d-d4ce7d6c54f3 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166962 Mar 01 16:57:03.740569 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-a0df3cc7-dbc7-4e79-b094-262d114e47e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b1e12296-7256-4e98-8a90-07484ff52318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3078482 Mar 01 16:57:03.803299 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-7d77594a-32af-491d-a579-098e46d21b6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b249d806-cd40-4f71-8902-d4810caf8547 HTTP/1.1" status: 200 len: 217 time: 0.1225452 Mar 01 16:57:03.807095 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] Attempting to bind port 536eed53-5bba-4071-99b3-fc8fc91a7906 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:57:03.807673 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] Attempting to bind port 536eed53-5bba-4071-99b3-fc8fc91a7906 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '0b8a156e-0a51-42c0-8e44-ecdc4f561eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '59ddfe45-6d96-41d4-aec0-fbcc002b7bb7'}] {{(pid=103033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:57:03.808230 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] Attempting to bind port 536eed53-5bba-4071-99b3-fc8fc91a7906 on network 59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:57:03.827259 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] Port 536eed53-5bba-4071-99b3-fc8fc91a7906 on network 59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:57:03.827917 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] Attempting to bind port 536eed53-5bba-4071-99b3-fc8fc91a7906 on network 59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:57:03.835661 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-d7d61e41-54a1-48b1-b5f3-33d0529ca1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:03.837326 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-d7d61e41-54a1-48b1-b5f3-33d0529ca1df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=909e1df5-b88c-42b4-b1ea-8fa858e4c359 HTTP/1.1" status: 200 len: 854 time: 0.2573931 Mar 01 16:57:03.905618 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] Checking agent: {'id': '0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'started_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:57:03.907442 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] Checking segment: {'id': '0b8a156e-0a51-42c0-8e44-ecdc4f561eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '59ddfe45-6d96-41d4-aec0-fbcc002b7bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:57:03.907914 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] Bound using segment: {'id': '0b8a156e-0a51-42c0-8e44-ecdc4f561eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '59ddfe45-6d96-41d4-aec0-fbcc002b7bb7'} {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:57:03.908437 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] Bound port: 536eed53-5bba-4071-99b3-fc8fc91a7906, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b8a156e-0a51-42c0-8e44-ecdc4f561eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '59ddfe45-6d96-41d4-aec0-fbcc002b7bb7'}}] {{(pid=103033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:57:03.909858 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (536eed53-5bba-4071-99b3-fc8fc91a7906), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:03.988128 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-8819d26b-193e-4847-8e43-b1d0ac9df6eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a144fbb1-cd5b-4bd3-b93a-8975fccf0431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193156 Mar 01 16:57:04.013262 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-b7161f31-9eab-4acb-a766-a7fc7ef56c02 service neutron] 10.222.0.37 "GET /v2.0/networks/b1e12296-7256-4e98-8a90-07484ff52318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219258 Mar 01 16:57:04.174299 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-bad71fa6-1ce7-42b3-8c57-db66ac49ead9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Allocated IP 172.20.0.6 (00da9fad-e099-4559-a3bd-7363f68afe10/2dbbfa00-88e0-498f-b6e2-523e92ef3496/cd374fa0-d036-4006-95e3-3c4f2bfdc288) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:57:04.226305 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2d175c70-d7f4-43b8-8592-206b14f121c3 req-83200a79-f106-4736-8582-bcb9b1722ea6 service neutron] 10.222.0.37 "GET /v2.0/networks/b1e12296-7256-4e98-8a90-07484ff52318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041631 Mar 01 16:57:04.268700 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb12c6-caa2-41e0-9b92-db0f7ade8abe req-98c7b3bb-216a-481f-99e0-b8577e3dedbd tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:04.271340 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8ecb12c6-caa2-41e0-9b92-db0f7ade8abe req-98c7b3bb-216a-481f-99e0-b8577e3dedbd tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 943 time: 0.1598301 Mar 01 16:57:04.354731 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-6ebb29d3-e6fd-4a82-9bb5-a5fd5c742fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:04.356759 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-6ebb29d3-e6fd-4a82-9bb5-a5fd5c742fd5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c HTTP/1.1" status: 200 len: 858 time: 0.5421057 Mar 01 16:57:04.425296 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8ecb12c6-caa2-41e0-9b92-db0f7ade8abe req-e1f45eef-05b5-4710-aba2-92aa6127d724 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429234 Mar 01 16:57:04.517804 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-2d8f28a1-e5aa-4dd8-b287-007352dd9725 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59ddfe45-6d96-41d4-aec0-fbcc002b7bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1423373 Mar 01 16:57:04.532337 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-bad71fa6-1ce7-42b3-8c57-db66ac49ead9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:04.577447 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] For port 536eed53-5bba-4071-99b3-fc8fc91a7906, host hv-cinder-83124, cleared binding levels {{(pid=103033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:57:04.630915 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] For port 536eed53-5bba-4071-99b3-fc8fc91a7906, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=536eed53-5bba-4071-99b3-fc8fc91a7906,segment=NetworkSegment(0b8a156e-0a51-42c0-8e44-ecdc4f561eb4),segment_id=0b8a156e-0a51-42c0-8e44-ecdc4f561eb4)] {{(pid=103033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:57:04.640613 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-a30388fe-f840-42d1-bed0-33f74ac20a9f service neutron] 10.222.0.37 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6406128 Mar 01 16:57:04.647015 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (536eed53-5bba-4071-99b3-fc8fc91a7906), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:04.661285 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-bad71fa6-1ce7-42b3-8c57-db66ac49ead9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:04.673081 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8629186e-576a-4943-a97c-fe66bed04bbd req-da0958f4-ff59-4b79-a7f1-6388041a3375 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 210 time: 0.0606122 Mar 01 16:57:04.690842 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd054ab-ef1a-422c-8c31-2574d338ce49 req-e8807922-22fd-47cc-810b-d643b243de68 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:04.690842 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5dd054ab-ef1a-422c-8c31-2574d338ce49 req-e8807922-22fd-47cc-810b-d643b243de68 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 943 time: 0.3283226 Mar 01 16:57:04.773256 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-bad71fa6-1ce7-42b3-8c57-db66ac49ead9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Network 00da9fad-e099-4559-a3bd-7363f68afe10 is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:57:04.786660 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-bad71fa6-1ce7-42b3-8c57-db66ac49ead9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:57:04.792506 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad71fa6-1ce7-42b3-8c57-db66ac49ead9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Pushing event updated for resources: {'Port': ['ID=cd374fa0-d036-4006-95e3-3c4f2bfdc288,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:04.798598 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:04.799292 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:04.800115 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-bad71fa6-1ce7-42b3-8c57-db66ac49ead9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:57:04.800739 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] 10.222.0.37 "PUT /v2.0/ports/536eed53-5bba-4071-99b3-fc8fc91a7906 HTTP/1.1" status: 200 len: 1093 time: 3.3529994 Mar 01 16:57:04.820508 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-bad71fa6-1ce7-42b3-8c57-db66ac49ead9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:04.821350 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-bad71fa6-1ce7-42b3-8c57-db66ac49ead9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:04.832228 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d799e9a-8ad9-45de-b565-90496e743861', 'tag': '536eed53-5bba-4071-99b3-fc8fc91a7906'}] {{(pid=103033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:57:04.840487 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dddadf24ac110f9ada54727228b3474a86f75cc3561f1e1b47b1deb8a3f97d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917d9513-8eec-4f2d-aafb-111e0849f7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "2d799e9a-8ad9-45de-b565-90496e743861", "tag": "536eed53-5bba-4071-99b3-fc8fc91a7906"}]}' {{(pid=103033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:57:04.864350 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-bad71fa6-1ce7-42b3-8c57-db66ac49ead9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8780169 Mar 01 16:57:04.878302 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-fc8a3111-3275-4db6-842d-733e15c39e47 service neutron] 10.222.0.37 "GET /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497555 Mar 01 16:57:04.900582 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] Request body: {'port': {'device_id': '853501cc-206a-4632-b7f5-a42f7c6b8a72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:57:04.994997 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d93dc-7ccf-4a9c-a457-b53b5318b86b req-cb18713d-93b5-4b8e-9ee5-d6a3c3d4fd37 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:04.998686 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb893b89-280e-4128-9c73-39222481ab49 service neutron] Pushing event updated for resources: {'Port': ['ID=536eed53-5bba-4071-99b3-fc8fc91a7906,revision_number=3']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:05.005746 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c48d93dc-7ccf-4a9c-a457-b53b5318b86b req-cb18713d-93b5-4b8e-9ee5-d6a3c3d4fd37 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 943 time: 0.1570940 Mar 01 16:57:05.026538 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:05.130879 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5dd054ab-ef1a-422c-8c31-2574d338ce49 req-d3a0d92a-c5f4-4643-92a6-361cb5fc1032 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835208 Mar 01 16:57:05.144816 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-eaaeaff5-4da7-42d3-acbd-0b9959e2ffbd req-ec0feb7a-3976-41d2-b4cb-3a3cb3cec440 service neutron] 10.222.0.37 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945879 Mar 01 16:57:05.177987 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c48d93dc-7ccf-4a9c-a457-b53b5318b86b req-cf4c1ee6-17d8-413d-b30b-63c1dcc95390 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564286 Mar 01 16:57:05.192314 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-e887a907-cace-470e-bf1d-d6f63c429a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:05.202552 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-e887a907-cace-470e-bf1d-d6f63c429a7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3c792a846445c5a1b1f652c1a249c6&device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 1127 time: 0.3472352 Mar 01 16:57:05.212504 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9b4d77-660d-40ab-8b15-8724f9eaf0fc x-openstack-request-id: req-3a9b4d77-660d-40ab-8b15-8724f9eaf0fc {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:57:05.212869 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d799e9a-8ad9-45de-b565-90496e743861", "tag": "536eed53-5bba-4071-99b3-fc8fc91a7906", "status": "completed", "code": 200}]} {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:57:05.213196 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3a9b4d77-660d-40ab-8b15-8724f9eaf0fc {{(pid=103033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:57:05.213710 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d799e9a-8ad9-45de-b565-90496e743861', 'tag': '536eed53-5bba-4071-99b3-fc8fc91a7906', 'status': 'completed', 'code': 200} Mar 01 16:57:05.220687 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-01a79c1f-4bf4-48dc-8b98-8c19f28f8b1d req-e0cdd1f1-0e78-4c9a-943c-9cddbed0916a service neutron] 10.222.0.37 "GET /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920229 Mar 01 16:57:05.251947 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-e4a62f38-199f-40ed-97a7-e57e97dcbeb8 None None] Provisioning complete for port cd374fa0-d036-4006-95e3-3c4f2bfdc288 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:57:05.253041 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e4a62f38-199f-40ed-97a7-e57e97dcbeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:05.421181 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-e4a62f38-199f-40ed-97a7-e57e97dcbeb8 None None] Port cd374fa0-d036-4006-95e3-3c4f2bfdc288 cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:57:05.573289 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd374fa0-d036-4006-95e3-3c4f2bfdc288 {{(pid=103032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:57:05.583978 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] Publish callbacks [] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:05.602655 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.provisioning_blocks [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] Transition to ACTIVE for port object cd374fa0-d036-4006-95e3-3c4f2bfdc288 will not be triggered until provisioned by entity L2. {{(pid=103032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:57:05.615904 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b3a1b-b9b3-4a15-a045-ff017eb9a5ae req-6f1498b3-e751-4ff8-be5d-2963d3615afb tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:05.617473 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cd1b3a1b-b9b3-4a15-a045-ff017eb9a5ae req-6f1498b3-e751-4ff8-be5d-2963d3615afb tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 943 time: 0.0897067 Mar 01 16:57:05.618347 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:05.705680 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] Pushing event updated for resources: {'Port': ['ID=cd374fa0-d036-4006-95e3-3c4f2bfdc288,revision_number=2']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:05.785450 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cd1b3a1b-b9b3-4a15-a045-ff017eb9a5ae req-5a38f423-2d20-499a-9b89-ef3741db6f2e tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585491 Mar 01 16:57:05.788176 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] Attempting to bind port cd374fa0-d036-4006-95e3-3c4f2bfdc288 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:57:05.788515 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] Attempting to bind port cd374fa0-d036-4006-95e3-3c4f2bfdc288 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '9f119457-6be2-4f01-ac49-73888f223bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10'}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:57:05.788870 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] Attempting to bind port cd374fa0-d036-4006-95e3-3c4f2bfdc288 on network 00da9fad-e099-4559-a3bd-7363f68afe10 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:57:05.806616 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] Port cd374fa0-d036-4006-95e3-3c4f2bfdc288 on network 00da9fad-e099-4559-a3bd-7363f68afe10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:57:05.807036 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] Attempting to bind port cd374fa0-d036-4006-95e3-3c4f2bfdc288 on network 00da9fad-e099-4559-a3bd-7363f68afe10 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:57:05.813823 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] Checking agent: {'id': '0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'started_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:57:05.814321 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] Checking segment: {'id': '9f119457-6be2-4f01-ac49-73888f223bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:57:05.814889 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] Bound using segment: {'id': '9f119457-6be2-4f01-ac49-73888f223bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10'} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:57:05.815413 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] Bound port: cd374fa0-d036-4006-95e3-3c4f2bfdc288, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f119457-6be2-4f01-ac49-73888f223bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10'}}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:57:05.815824 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:05.880258 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8650c7e-0a35-4efe-8326-ae38dbed1a7b req-03448511-33de-45ed-986b-018b90c83804 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:05.883723 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f8650c7e-0a35-4efe-8326-ae38dbed1a7b req-03448511-33de-45ed-986b-018b90c83804 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0922852 Mar 01 16:57:05.939555 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] For port cd374fa0-d036-4006-95e3-3c4f2bfdc288, host hv-cinder-83124, cleared binding levels {{(pid=103032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:57:05.947022 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] For port cd374fa0-d036-4006-95e3-3c4f2bfdc288, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=cd374fa0-d036-4006-95e3-3c4f2bfdc288,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:57:05.972918 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:06.009965 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f8650c7e-0a35-4efe-8326-ae38dbed1a7b req-e1e2fe16-47cc-4fd4-b0eb-71f1489c341d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128395 Mar 01 16:57:06.054823 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] Pushing event updated for resources: {'Port': ['ID=cd374fa0-d036-4006-95e3-3c4f2bfdc288,revision_number=3']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:06.058237 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:06.058873 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:06.060544 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-db2cbf5c-19ae-456d-95af-0a86b2fe4954 service neutron] 10.222.0.37 "PUT /v2.0/ports/cd374fa0-d036-4006-95e3-3c4f2bfdc288 HTTP/1.1" status: 200 len: 1093 time: 1.1676145 Mar 01 16:57:06.061080 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853501cc-206a-4632-b7f5-a42f7c6b8a72', 'tag': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:57:06.063805 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b88929-3fb7-4a19-a85e-d566d657edcd" -d '{"events": [{"name": "network-changed", "server_uuid": "853501cc-206a-4632-b7f5-a42f7c6b8a72", "tag": "cd374fa0-d036-4006-95e3-3c4f2bfdc288"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:57:06.151606 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2ad11e-1aac-4053-a18f-634797b732d3 x-openstack-request-id: req-db2ad11e-1aac-4053-a18f-634797b732d3 {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:57:06.152127 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853501cc-206a-4632-b7f5-a42f7c6b8a72", "tag": "cd374fa0-d036-4006-95e3-3c4f2bfdc288", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:57:06.152451 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db2ad11e-1aac-4053-a18f-634797b732d3 {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:57:06.152932 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853501cc-206a-4632-b7f5-a42f7c6b8a72', 'tag': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288', 'status': 'completed', 'code': 200} Mar 01 16:57:06.269802 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4eace-79cd-48a8-a75c-7563495f2678 req-e374bf55-14dc-46f7-ae6f-f1d93bb0fd1a tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:06.271655 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9cf4eace-79cd-48a8-a75c-7563495f2678 req-e374bf55-14dc-46f7-ae6f-f1d93bb0fd1a tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 943 time: 0.0704927 Mar 01 16:57:06.303279 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14944693-df62-4b4c-ab9c-b6e655436123 req-09647f38-90d1-41ab-9cec-55e2e23f9f34 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:06.304931 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-14944693-df62-4b4c-ab9c-b6e655436123 req-09647f38-90d1-41ab-9cec-55e2e23f9f34 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 943 time: 0.0647378 Mar 01 16:57:06.334289 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9cf4eace-79cd-48a8-a75c-7563495f2678 req-7085dbe2-f86b-4f9d-89f0-9fe789638eaf tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559044 Mar 01 16:57:06.364147 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-14944693-df62-4b4c-ab9c-b6e655436123 req-f832dd31-28ec-4b96-bf33-f29cf13f3806 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527093 Mar 01 16:57:06.919014 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051194f-544c-46d5-8dbd-2e02fdd32aad req-148ffe84-997f-48da-9999-86e909b0aae8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:06.920929 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-6051194f-544c-46d5-8dbd-2e02fdd32aad req-148ffe84-997f-48da-9999-86e909b0aae8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 943 time: 0.0666528 Mar 01 16:57:06.974240 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-6051194f-544c-46d5-8dbd-2e02fdd32aad req-9df7563b-04f2-49d5-9c07-0c34b74f1a09 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471439 Mar 01 16:57:07.150405 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649ae0f-8404-4ac5-b0c6-2456857fc169 req-bc2a6eb8-eb15-4298-9c60-0568173c8778 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:07.151957 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9649ae0f-8404-4ac5-b0c6-2456857fc169 req-bc2a6eb8-eb15-4298-9c60-0568173c8778 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0566437 Mar 01 16:57:07.200010 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9649ae0f-8404-4ac5-b0c6-2456857fc169 req-da15383e-14b4-440d-8753-1317eadd5665 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421610 Mar 01 16:57:07.454905 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24879e62-df1a-4326-a7c2-09d3a53abcb0 req-9b0bce5e-4e93-46f3-a7a0-eca96d7289b4 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:07.456333 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-24879e62-df1a-4326-a7c2-09d3a53abcb0 req-9b0bce5e-4e93-46f3-a7a0-eca96d7289b4 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 943 time: 0.0541234 Mar 01 16:57:07.481801 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb42497-a27e-47a4-8e3d-bcf47162f79d req-e4a907b8-9e53-4ca2-943e-8184e233cd0b tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:07.483880 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4cb42497-a27e-47a4-8e3d-bcf47162f79d req-e4a907b8-9e53-4ca2-943e-8184e233cd0b tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 943 time: 0.0517898 Mar 01 16:57:07.504576 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-24879e62-df1a-4326-a7c2-09d3a53abcb0 req-e548a60c-e237-475d-8e76-7c625a6c3c40 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424640 Mar 01 16:57:07.533966 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4cb42497-a27e-47a4-8e3d-bcf47162f79d req-7c8476c2-a9bc-4b3e-acaa-3f359fbe1b12 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445650 Mar 01 16:57:07.907744 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-f9755828-5aa4-4c8b-a897-5cd01fc4251b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=536eed53-5bba-4071-99b3-fc8fc91a7906 HTTP/1.1" status: 200 len: 217 time: 0.0420756 Mar 01 16:57:07.950279 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b88929-3fb7-4a19-a85e-d566d657edcd req-e3790418-9d41-43da-bea2-3cf4c5a2a12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:07.954344 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-73b88929-3fb7-4a19-a85e-d566d657edcd req-e3790418-9d41-43da-bea2-3cf4c5a2a12f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce864652ab854207a48b6a2647514604&device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 1127 time: 0.0516481 Mar 01 16:57:07.964707 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-0f8b4921-2d32-466e-9bb6-c1fd03da45df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:07.966859 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-0f8b4921-2d32-466e-9bb6-c1fd03da45df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c HTTP/1.1" status: 200 len: 858 time: 0.0514243 Mar 01 16:57:08.036450 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-4e084ac5-4566-4cc9-b99c-1e3f0b9cc62f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59ddfe45-6d96-41d4-aec0-fbcc002b7bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279677 Mar 01 16:57:08.120900 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b88929-3fb7-4a19-a85e-d566d657edcd req-95703949-fe30-48d5-b731-70b24ebab30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:08.123498 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-73b88929-3fb7-4a19-a85e-d566d657edcd req-95703949-fe30-48d5-b731-70b24ebab30d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ce864652ab854207a48b6a2647514604&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1149099 Mar 01 16:57:08.184191 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a2e3c-0829-4423-9834-0ca782c01817 req-d4e2fffd-1589-451e-8b41-0f18b758eac5 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:08.186095 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-256a2e3c-0829-4423-9834-0ca782c01817 req-d4e2fffd-1589-451e-8b41-0f18b758eac5 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 943 time: 0.1446564 Mar 01 16:57:08.200092 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-0c0c4d8f-7a8c-4d74-8f8c-7c593f97768a service neutron] 10.222.0.37 "GET /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492386 Mar 01 16:57:08.258284 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b88929-3fb7-4a19-a85e-d566d657edcd req-abe31be3-f8e2-4fa6-b71a-4ee57531cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:08.259796 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-73b88929-3fb7-4a19-a85e-d566d657edcd req-abe31be3-f8e2-4fa6-b71a-4ee57531cb48 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274056 Mar 01 16:57:08.317050 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-256a2e3c-0829-4423-9834-0ca782c01817 req-2a382efa-cf73-4410-81fb-f76d1b5977eb tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205239 Mar 01 16:57:08.341258 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5309966b-bb5b-4ba7-9c08-a3279ac2edde req-a23cc892-ebf9-481d-b984-59e3c67f9e5f service neutron] 10.222.0.37 "GET /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327751 Mar 01 16:57:08.365676 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc45eae-6e21-4d44-b0a9-9867fff84258 req-57096a4f-aae4-424b-af21-1ca7515f79a1 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:08.367198 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5fc45eae-6e21-4d44-b0a9-9867fff84258 req-57096a4f-aae4-424b-af21-1ca7515f79a1 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0906739 Mar 01 16:57:08.374596 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-3d7a1a97-0c89-4649-b174-7cefea545fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:08.376102 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-3d7a1a97-0c89-4649-b174-7cefea545fba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce864652ab854207a48b6a2647514604&device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 1127 time: 0.0707386 Mar 01 16:57:08.428986 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-cbb5fd1f-b3b8-4477-b7bd-4f825dcae758 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd374fa0-d036-4006-95e3-3c4f2bfdc288 HTTP/1.1" status: 200 len: 217 time: 0.0390005 Mar 01 16:57:08.449847 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d9513-8eec-4f2d-aafb-111e0849f7b4 req-daa35054-c7cc-4a5f-ad8c-b4c8fd75874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:08.452197 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-917d9513-8eec-4f2d-aafb-111e0849f7b4 req-daa35054-c7cc-4a5f-ad8c-b4c8fd75874e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3c792a846445c5a1b1f652c1a249c6&device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 1127 time: 0.0526159 Mar 01 16:57:08.481228 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5fc45eae-6e21-4d44-b0a9-9867fff84258 req-7d4330b9-6d0c-4745-8a9e-57125890acee tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041448 Mar 01 16:57:08.494634 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-2eb75e24-a75c-4767-b29a-e3ddfc9cafb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:08.496147 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-2eb75e24-a75c-4767-b29a-e3ddfc9cafb7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2dbbfa00-88e0-498f-b6e2-523e92ef3496 HTTP/1.1" status: 200 len: 855 time: 0.0588982 Mar 01 16:57:08.572439 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-2a1582c0-4e93-4ad8-a7bd-a03c4fa25137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:08.573973 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-2a1582c0-4e93-4ad8-a7bd-a03c4fa25137 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00da9fad-e099-4559-a3bd-7363f68afe10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706344 Mar 01 16:57:08.660360 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d9513-8eec-4f2d-aafb-111e0849f7b4 req-871c4606-88a5-4456-9b61-5cf0f57c72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:08.661873 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-917d9513-8eec-4f2d-aafb-111e0849f7b4 req-871c4606-88a5-4456-9b61-5cf0f57c72fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 HTTP/1.1" status: 200 len: 919 time: 0.2029617 Mar 01 16:57:08.727898 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87aced8-ff7f-43ba-bddb-b82843053304 req-880bf9ec-bbb8-403a-9051-851e381b7306 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:08.727898 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a87aced8-ff7f-43ba-bddb-b82843053304 req-880bf9ec-bbb8-403a-9051-851e381b7306 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 943 time: 0.1213794 Mar 01 16:57:08.731365 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-a0808706-da96-46c8-bfaf-b04b97268d78 service neutron] 10.222.0.37 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479752 Mar 01 16:57:08.735875 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8464f53-ead4-4bf4-b2d5-032ffa0f5009 req-150468ec-b923-4414-b74e-4a70fdfd5c1b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:08.737533 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a8464f53-ead4-4bf4-b2d5-032ffa0f5009 req-150468ec-b923-4414-b74e-4a70fdfd5c1b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 943 time: 0.1553328 Mar 01 16:57:08.739165 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-917d9513-8eec-4f2d-aafb-111e0849f7b4 req-d9ff0168-cbe9-4e45-8c87-4dee4b6c49a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=536eed53-5bba-4071-99b3-fc8fc91a7906 HTTP/1.1" status: 200 len: 217 time: 0.0687780 Mar 01 16:57:08.824304 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d9513-8eec-4f2d-aafb-111e0849f7b4 req-9a969aa5-ad22-4660-8e9f-d7850a8de483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:08.825968 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-917d9513-8eec-4f2d-aafb-111e0849f7b4 req-9a969aa5-ad22-4660-8e9f-d7850a8de483 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c HTTP/1.1" status: 200 len: 858 time: 0.0804358 Mar 01 16:57:08.834085 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a8464f53-ead4-4bf4-b2d5-032ffa0f5009 req-c062426e-0ea8-4fd4-8ca2-43bc59d282df tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905781 Mar 01 16:57:08.879444 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-917d9513-8eec-4f2d-aafb-111e0849f7b4 req-fd9a5df8-2254-4bf0-bfe9-8e83f28b7a7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59ddfe45-6d96-41d4-aec0-fbcc002b7bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443285 Mar 01 16:57:08.889828 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-61f1d824-ace7-4847-8678-d4ecd20ae4f1 req-58d7b169-4f3c-476a-a8bf-ca6595053314 service neutron] 10.222.0.37 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498382 Mar 01 16:57:08.893768 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a87aced8-ff7f-43ba-bddb-b82843053304 req-969db7bf-05dc-4237-b8a2-ba95e723c001 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608207 Mar 01 16:57:09.010472 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-917d9513-8eec-4f2d-aafb-111e0849f7b4 req-9cd7c7c1-3a39-4878-80da-3f45a372cbfa service neutron] 10.222.0.37 "GET /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210639 Mar 01 16:57:09.113149 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-917d9513-8eec-4f2d-aafb-111e0849f7b4 req-ca5575f8-32c7-4927-a3a9-fe50d65fbd43 service neutron] 10.222.0.37 "GET /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949473 Mar 01 16:57:09.538316 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f40bd-ba13-409e-af12-bcb1830b8f58 req-63740bcc-9841-4dfe-a276-48e54f45e7f7 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:09.545838 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f70f40bd-ba13-409e-af12-bcb1830b8f58 req-63740bcc-9841-4dfe-a276-48e54f45e7f7 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 943 time: 0.0893471 Mar 01 16:57:09.612570 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f70f40bd-ba13-409e-af12-bcb1830b8f58 req-c820d194-474a-481e-991c-a0e20642af9f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609219 Mar 01 16:57:09.640868 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdcb6e-384e-4958-af7b-88c87da8dc12 req-b4ab470b-5ae1-4a4c-b648-e5592c9da1ec tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:09.643055 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1dfdcb6e-384e-4958-af7b-88c87da8dc12 req-b4ab470b-5ae1-4a4c-b648-e5592c9da1ec tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0773373 Mar 01 16:57:09.692975 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1dfdcb6e-384e-4958-af7b-88c87da8dc12 req-0d15a442-b92a-4c66-aed7-1bc85f8a2410 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442915 Mar 01 16:57:09.977258 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bef0b5-2dba-4ee9-9a2c-8903e11c15b3 req-ac643871-8cb8-4a1e-95cd-c8c42e9b3ddb tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:09.978763 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c2bef0b5-2dba-4ee9-9a2c-8903e11c15b3 req-ac643871-8cb8-4a1e-95cd-c8c42e9b3ddb tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 943 time: 0.0583293 Mar 01 16:57:10.038252 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e4fdb-5471-4ebd-b311-96ae64534f8d req-817d127f-b8e5-4d9a-aec5-d31f2be3c59e tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:10.039740 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8d4e4fdb-5471-4ebd-b311-96ae64534f8d req-817d127f-b8e5-4d9a-aec5-d31f2be3c59e tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 943 time: 0.0678384 Mar 01 16:57:10.041773 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c2bef0b5-2dba-4ee9-9a2c-8903e11c15b3 req-cdfbfa8f-baea-47c5-a83e-8e444df1ea2c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562303 Mar 01 16:57:10.090892 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8d4e4fdb-5471-4ebd-b311-96ae64534f8d req-22dcf635-4c7f-4565-804c-707194ddd74d tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444849 Mar 01 16:57:10.789849 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1b2b9-f8ab-4bcb-94f9-bc4c4f0beb5c req-07efc066-27cb-41e9-bd34-d3f97ee2aa86 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:10.793469 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0de1b2b9-f8ab-4bcb-94f9-bc4c4f0beb5c req-07efc066-27cb-41e9-bd34-d3f97ee2aa86 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 943 time: 0.0893586 Mar 01 16:57:10.837253 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fec62-c566-4fe2-b4c6-7539cf18abe8 req-4d1bff1b-e56a-4849-aa87-dbe7ea93fe0c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:10.838840 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1c7fec62-c566-4fe2-b4c6-7539cf18abe8 req-4d1bff1b-e56a-4849-aa87-dbe7ea93fe0c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0638385 Mar 01 16:57:10.923714 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1c7fec62-c566-4fe2-b4c6-7539cf18abe8 req-5ea2f4f3-d5e4-48e0-9fca-bb279022182b tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780621 Mar 01 16:57:11.140556 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0de1b2b9-f8ab-4bcb-94f9-bc4c4f0beb5c req-56a86a2e-5045-4d89-83a0-c78117800913 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408666 Mar 01 16:57:11.196094 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d8ce4-760f-44eb-9e23-6436b769556a req-6d428ef3-1902-4c4d-998a-8f8ee1ad42ba tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:11.197670 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-346d8ce4-760f-44eb-9e23-6436b769556a req-6d428ef3-1902-4c4d-998a-8f8ee1ad42ba tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 943 time: 0.0701728 Mar 01 16:57:11.248526 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-346d8ce4-760f-44eb-9e23-6436b769556a req-54a77a30-0c35-4d75-ad18-4f2ae440a760 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428152 Mar 01 16:57:11.271310 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5dbf3-5881-43cc-a553-253b07115591 req-4403d748-6623-4de1-b048-f764424ee35a tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:11.272793 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e5b5dbf3-5881-43cc-a553-253b07115591 req-4403d748-6623-4de1-b048-f764424ee35a tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 943 time: 0.0610120 Mar 01 16:57:11.321987 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e5b5dbf3-5881-43cc-a553-253b07115591 req-c52740e6-846f-4471-b157-cdaad20a8a6b tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438001 Mar 01 16:57:11.359654 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 50970) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:11.486737 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-c772b013-93f8-4813-a277-ecf7d4a57064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:11.568364 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-c772b013-93f8-4813-a277-ecf7d4a57064 admin admin] Publish callbacks [] for security_group (673b0293-e2cd-45f1-b933-f854eea838e0), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:11.572472 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-c772b013-93f8-4813-a277-ecf7d4a57064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (673b0293-e2cd-45f1-b933-f854eea838e0), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:11.614332 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-c772b013-93f8-4813-a277-ecf7d4a57064 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d6b03c51bf6f4b14b95d886bec8a3936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532198 Mar 01 16:57:11.615299 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772b013-93f8-4813-a277-ecf7d4a57064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673b0293-e2cd-45f1-b933-f854eea838e0,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:11.617024 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 50974) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:11.667875 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb4be-402b-491d-b73f-5c23e02eafc7 admin admin] Publish callbacks [] for security_group (673b0293-e2cd-45f1-b933-f854eea838e0), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:11.689145 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb4be-402b-491d-b73f-5c23e02eafc7 admin admin] Publish callbacks [] for security_group (673b0293-e2cd-45f1-b933-f854eea838e0), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:11.736502 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb4be-402b-491d-b73f-5c23e02eafc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (673b0293-e2cd-45f1-b933-f854eea838e0), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:11.739102 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2e4bb4be-402b-491d-b73f-5c23e02eafc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:11.740270 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-2e4bb4be-402b-491d-b73f-5c23e02eafc7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/673b0293-e2cd-45f1-b933-f854eea838e0 HTTP/1.1" status: 204 len: 168 time: 0.1213748 Mar 01 16:57:11.748307 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4bb4be-402b-491d-b73f-5c23e02eafc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673b0293-e2cd-45f1-b933-f854eea838e0,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:12.048843 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 50984) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:12.066104 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-63042c7c-aab8-4298-8001-26f3d3b617e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:12.081364 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a7139-aec8-4f53-8c51-225cc13c0e1d req-bd82158b-619a-4a86-bc9a-23172475fd8d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:12.082827 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a77a7139-aec8-4f53-8c51-225cc13c0e1d req-bd82158b-619a-4a86-bc9a-23172475fd8d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0742862 Mar 01 16:57:12.159828 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a77a7139-aec8-4f53-8c51-225cc13c0e1d req-084a373c-abc1-441c-b958-320d0cf8d6f9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711205 Mar 01 16:57:12.205342 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-63042c7c-aab8-4298-8001-26f3d3b617e0 admin admin] Publish callbacks [] for security_group (e80d3467-3600-4e19-b494-ad8153996714), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:12.209080 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-63042c7c-aab8-4298-8001-26f3d3b617e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (e80d3467-3600-4e19-b494-ad8153996714), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:12.245805 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63042c7c-aab8-4298-8001-26f3d3b617e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80d3467-3600-4e19-b494-ad8153996714,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:12.250365 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-63042c7c-aab8-4298-8001-26f3d3b617e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d26c1f51dbc4efe917aba9b45f7f55b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004554 Mar 01 16:57:12.253223 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 50990) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:12.271197 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce362ae4-4c98-41b9-9bc1-509f8486b40e req-451ed9b8-53ad-4732-9ab7-67684e15cc52 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:12.273055 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ce362ae4-4c98-41b9-9bc1-509f8486b40e req-451ed9b8-53ad-4732-9ab7-67684e15cc52 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 943 time: 0.0569143 Mar 01 16:57:12.306201 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9af288a0-ff91-4076-98dc-762f34ddf4d9 admin admin] Publish callbacks [] for security_group (e80d3467-3600-4e19-b494-ad8153996714), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:12.316375 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 04581fab-38f6-4f21-b3c0-1b06eeae45cb details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:57:12.328151 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ce362ae4-4c98-41b9-9bc1-509f8486b40e req-04d06b99-5a86-488a-8576-6f2f7c0a135b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497773 Mar 01 16:57:12.335129 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9af288a0-ff91-4076-98dc-762f34ddf4d9 admin admin] Publish callbacks [] for security_group (e80d3467-3600-4e19-b494-ad8153996714), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:12.430907 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0b580-207f-4760-9e92-bf89f4b43a08 req-45cc4d68-d8c9-4143-87ee-ea5ba8a355a6 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:12.432471 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f5b0b580-207f-4760-9e92-bf89f4b43a08 req-45cc4d68-d8c9-4143-87ee-ea5ba8a355a6 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 943 time: 0.0903223 Mar 01 16:57:12.448367 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9af288a0-ff91-4076-98dc-762f34ddf4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (e80d3467-3600-4e19-b494-ad8153996714), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:12.450451 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 04581fab-38f6-4f21-b3c0-1b06eeae45cb, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=04581fab-38f6-4f21-b3c0-1b06eeae45cb,segment=NetworkSegment(c31820f6-469c-4844-949c-e375a0843d4b),segment_id=c31820f6-469c-4844-949c-e375a0843d4b)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:57:12.451528 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9af288a0-ff91-4076-98dc-762f34ddf4d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:12.454927 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-9af288a0-ff91-4076-98dc-762f34ddf4d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e80d3467-3600-4e19-b494-ad8153996714 HTTP/1.1" status: 204 len: 168 time: 0.1988051 Mar 01 16:57:12.463250 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': '04581fab-38f6-4f21-b3c0-1b06eeae45cb', 'network_id': 'b1e12296-7256-4e98-8a90-07484ff52318', 'port_id': '04581fab-38f6-4f21-b3c0-1b06eeae45cb', 'mac_address': 'fa:16:3e:72:c5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc59fb7-b20a-463b-92df-7376000566a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:57:12.471071 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3eb8b1-bc10-49ba-a660-24c013e83f73 req-649f17c5-7642-43b7-b993-2554f701c903 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:12.474544 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af288a0-ff91-4076-98dc-762f34ddf4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80d3467-3600-4e19-b494-ad8153996714,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:12.483561 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-eb3eb8b1-bc10-49ba-a660-24c013e83f73 req-649f17c5-7642-43b7-b993-2554f701c903 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 943 time: 0.0726674 Mar 01 16:57:12.508519 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 04581fab-38f6-4f21-b3c0-1b06eeae45cb is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:57:12.509188 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (04581fab-38f6-4f21-b3c0-1b06eeae45cb), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:12.513998 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f5b0b580-207f-4760-9e92-bf89f4b43a08 req-704269d5-3ff4-4416-8434-e3059f0a5393 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737746 Mar 01 16:57:12.532118 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04581fab-38f6-4f21-b3c0-1b06eeae45cb {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:57:12.541161 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-eb3eb8b1-bc10-49ba-a660-24c013e83f73 req-0fc7d6ee-e051-4c78-88da-89b937c4c046 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551755 Mar 01 16:57:12.557763 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 04581fab-38f6-4f21-b3c0-1b06eeae45cb, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=04581fab-38f6-4f21-b3c0-1b06eeae45cb,segment=NetworkSegment(c31820f6-469c-4844-949c-e375a0843d4b),segment_id=c31820f6-469c-4844-949c-e375a0843d4b)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:57:12.564999 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (04581fab-38f6-4f21-b3c0-1b06eeae45cb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:12.565679 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 536eed53-5bba-4071-99b3-fc8fc91a7906 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:57:12.633623 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=04581fab-38f6-4f21-b3c0-1b06eeae45cb,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:12.706178 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 536eed53-5bba-4071-99b3-fc8fc91a7906, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=536eed53-5bba-4071-99b3-fc8fc91a7906,segment=NetworkSegment(0b8a156e-0a51-42c0-8e44-ecdc4f561eb4),segment_id=0b8a156e-0a51-42c0-8e44-ecdc4f561eb4)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:57:12.718241 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': '536eed53-5bba-4071-99b3-fc8fc91a7906', 'network_id': '59ddfe45-6d96-41d4-aec0-fbcc002b7bb7', 'port_id': '536eed53-5bba-4071-99b3-fc8fc91a7906', 'mac_address': 'fa:16:3e:e1:99:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:57:12.756453 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 536eed53-5bba-4071-99b3-fc8fc91a7906 is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:57:12.756848 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (536eed53-5bba-4071-99b3-fc8fc91a7906), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:12.770411 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536eed53-5bba-4071-99b3-fc8fc91a7906 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:57:12.791658 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 536eed53-5bba-4071-99b3-fc8fc91a7906, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=536eed53-5bba-4071-99b3-fc8fc91a7906,segment=NetworkSegment(0b8a156e-0a51-42c0-8e44-ecdc4f561eb4),segment_id=0b8a156e-0a51-42c0-8e44-ecdc4f561eb4)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:57:12.797319 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (536eed53-5bba-4071-99b3-fc8fc91a7906), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:12.797983 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device b249d806-cd40-4f71-8902-d4810caf8547 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:57:12.875643 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port b249d806-cd40-4f71-8902-d4810caf8547, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b249d806-cd40-4f71-8902-d4810caf8547,segment=NetworkSegment(0b8a156e-0a51-42c0-8e44-ecdc4f561eb4),segment_id=0b8a156e-0a51-42c0-8e44-ecdc4f561eb4)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:57:12.878101 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=536eed53-5bba-4071-99b3-fc8fc91a7906,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:12.891468 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': 'b249d806-cd40-4f71-8902-d4810caf8547', 'network_id': '59ddfe45-6d96-41d4-aec0-fbcc002b7bb7', 'port_id': 'b249d806-cd40-4f71-8902-d4810caf8547', 'mac_address': 'fa:16:3e:a3:e9:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:57:12.933270 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port b249d806-cd40-4f71-8902-d4810caf8547 is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:57:12.933660 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (b249d806-cd40-4f71-8902-d4810caf8547), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:12.948052 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b249d806-cd40-4f71-8902-d4810caf8547 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:57:12.969103 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port b249d806-cd40-4f71-8902-d4810caf8547, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b249d806-cd40-4f71-8902-d4810caf8547,segment=NetworkSegment(0b8a156e-0a51-42c0-8e44-ecdc4f561eb4),segment_id=0b8a156e-0a51-42c0-8e44-ecdc4f561eb4)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:57:12.973275 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (b249d806-cd40-4f71-8902-d4810caf8547), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:12.973884 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device cd374fa0-d036-4006-95e3-3c4f2bfdc288 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:57:13.049664 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=b249d806-cd40-4f71-8902-d4810caf8547,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:13.118423 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port cd374fa0-d036-4006-95e3-3c4f2bfdc288, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=cd374fa0-d036-4006-95e3-3c4f2bfdc288,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:57:13.130516 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'port_id': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288', 'mac_address': 'fa:16:3e:0a:96:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:57:13.168598 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port cd374fa0-d036-4006-95e3-3c4f2bfdc288 is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:57:13.169810 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:13.190689 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd374fa0-d036-4006-95e3-3c4f2bfdc288 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:57:13.220233 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port cd374fa0-d036-4006-95e3-3c4f2bfdc288, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=cd374fa0-d036-4006-95e3-3c4f2bfdc288,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:57:13.229184 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:13.229927 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device d6508129-cb4b-4d72-82d3-2e4a7d66e823 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:57:13.295057 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=cd374fa0-d036-4006-95e3-3c4f2bfdc288,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:13.303311 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb307a-5325-4aa9-9eda-8457e3badc1d req-206be00c-34b9-4e1e-ab4c-909577818478 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:13.310880 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7feb307a-5325-4aa9-9eda-8457e3badc1d req-206be00c-34b9-4e1e-ab4c-909577818478 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 944 time: 0.0667744 Mar 01 16:57:13.363872 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7feb307a-5325-4aa9-9eda-8457e3badc1d req-77214e6f-89e9-466a-8402-3329e43b8103 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520985 Mar 01 16:57:13.396013 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port d6508129-cb4b-4d72-82d3-2e4a7d66e823, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d6508129-cb4b-4d72-82d3-2e4a7d66e823,segment=NetworkSegment(ff9deda3-c839-4026-9d99-f94021c86f7a),segment_id=ff9deda3-c839-4026-9d99-f94021c86f7a)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:57:13.409114 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': 'd6508129-cb4b-4d72-82d3-2e4a7d66e823', 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431', 'port_id': 'd6508129-cb4b-4d72-82d3-2e4a7d66e823', 'mac_address': 'fa:16:3e:98:59:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909e1df5-b88c-42b4-b1ea-8fa858e4c359', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:57:13.454719 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port d6508129-cb4b-4d72-82d3-2e4a7d66e823 is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:57:13.455041 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (d6508129-cb4b-4d72-82d3-2e4a7d66e823), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:13.472239 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6508129-cb4b-4d72-82d3-2e4a7d66e823 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:57:13.496836 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port d6508129-cb4b-4d72-82d3-2e4a7d66e823, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d6508129-cb4b-4d72-82d3-2e4a7d66e823,segment=NetworkSegment(ff9deda3-c839-4026-9d99-f94021c86f7a),segment_id=ff9deda3-c839-4026-9d99-f94021c86f7a)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:57:13.502799 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (d6508129-cb4b-4d72-82d3-2e4a7d66e823), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:13.504132 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e8412-1563-4b73-9141-05c63e1741a0 req-fdc13b3c-b9f3-43e2-b307-14e91d656990 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:13.508075 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-656e8412-1563-4b73-9141-05c63e1741a0 req-fdc13b3c-b9f3-43e2-b307-14e91d656990 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 943 time: 0.0838804 Mar 01 16:57:13.569307 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=d6508129-cb4b-4d72-82d3-2e4a7d66e823,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:13.579694 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-656e8412-1563-4b73-9141-05c63e1741a0 req-e33086b8-251a-4bc2-b964-8bb2be964328 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558636 Mar 01 16:57:13.652521 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-21dc4d73-2621-4496-95b7-31b9d0ed5a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:13.685880 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5ea18-0be7-49e6-902e-6b86bd381ecc req-1ab86684-382b-4441-9f90-b7bffa2626ed tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:13.687498 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e6b5ea18-0be7-49e6-902e-6b86bd381ecc req-1ab86684-382b-4441-9f90-b7bffa2626ed tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 944 time: 0.0624399 Mar 01 16:57:13.692634 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196e349-9c95-453e-b42e-2e95018730a3 req-664c1342-138f-49d9-987a-f6d8e18d076c tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:13.694486 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-4196e349-9c95-453e-b42e-2e95018730a3 req-664c1342-138f-49d9-987a-f6d8e18d076c tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 944 time: 0.0661263 Mar 01 16:57:13.739397 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e6b5ea18-0be7-49e6-902e-6b86bd381ecc req-d074d0b9-a9a7-4845-9c01-0b81bc8d9a40 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448387 Mar 01 16:57:13.751134 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-4196e349-9c95-453e-b42e-2e95018730a3 req-5234c0ef-9ffa-47f2-aed0-09f33a7f4815 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502264 Mar 01 16:57:14.076024 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['cd374fa0-d036-4006-95e3-3c4f2bfdc288'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:57:14.116261 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['b249d806-cd40-4f71-8902-d4810caf8547'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:57:14.127554 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['d6508129-cb4b-4d72-82d3-2e4a7d66e823'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:57:14.129760 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['536eed53-5bba-4071-99b3-fc8fc91a7906'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:57:14.131815 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['04581fab-38f6-4f21-b3c0-1b06eeae45cb'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:57:14.521778 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9394cb-263c-4240-b771-c722497e4cfe req-e5744abe-ec7b-4b1e-bed3-3c44d43fd4f7 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:14.529633 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4a9394cb-263c-4240-b771-c722497e4cfe req-e5744abe-ec7b-4b1e-bed3-3c44d43fd4f7 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 944 time: 0.0762961 Mar 01 16:57:14.593211 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4a9394cb-263c-4240-b771-c722497e4cfe req-a8f0377f-68f8-42e6-88f7-d7c68e04454c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624435 Mar 01 16:57:14.737353 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbe7d2-13d4-4b73-b4d6-40387894f5fb req-1b6a18af-a351-4ebf-8dc2-205abec623de tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:14.746100 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-dabbe7d2-13d4-4b73-b4d6-40387894f5fb req-1b6a18af-a351-4ebf-8dc2-205abec623de tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 944 time: 0.0731525 Mar 01 16:57:14.866214 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-dabbe7d2-13d4-4b73-b4d6-40387894f5fb req-ae3ea299-954d-4133-977e-51529f89ea73 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177559 Mar 01 16:57:14.983371 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ffaea-f92b-4570-8e91-19186ec97fcc req-1f6f4c9f-1242-4ef7-b47c-210671a3bf69 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:14.985195 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-724ffaea-f92b-4570-8e91-19186ec97fcc req-1f6f4c9f-1242-4ef7-b47c-210671a3bf69 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 944 time: 0.1150968 Mar 01 16:57:15.066440 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfed137-a4f9-4bee-9de6-68a3201ba067 req-82a1365b-251e-4f25-9763-14da2664c48b tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:15.069438 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ebfed137-a4f9-4bee-9de6-68a3201ba067 req-82a1365b-251e-4f25-9763-14da2664c48b tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 944 time: 0.0867877 Mar 01 16:57:15.069824 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-724ffaea-f92b-4570-8e91-19186ec97fcc req-772e7e5c-3d29-49de-8ddc-1341b9c3631d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637376 Mar 01 16:57:15.163024 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ebfed137-a4f9-4bee-9de6-68a3201ba067 req-90283b6d-6d98-431f-8510-c65cb7aa3d2a tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854785 Mar 01 16:57:15.738002 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340871c-2104-4629-9308-332d5bde438c req-3c4be6bd-3a74-4062-8e42-6d7996054a6d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:15.739449 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5340871c-2104-4629-9308-332d5bde438c req-3c4be6bd-3a74-4062-8e42-6d7996054a6d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 944 time: 0.0566435 Mar 01 16:57:15.797496 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5340871c-2104-4629-9308-332d5bde438c req-576f9d2d-e23c-4d45-8872-927f59accc83 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521219 Mar 01 16:57:15.913681 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-55a80d8b-733f-4ab5-9aad-9597e5e0b707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:16.015924 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f296903-fb70-4553-8c62-e858642e9ddc req-ef80a654-15e1-4265-a31a-aa2068bd711b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:16.017451 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8f296903-fb70-4553-8c62-e858642e9ddc req-ef80a654-15e1-4265-a31a-aa2068bd711b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 944 time: 0.0683661 Mar 01 16:57:16.064712 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8f296903-fb70-4553-8c62-e858642e9ddc req-b34aee05-63ad-4c91-a29e-7e8493890eda tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416470 Mar 01 16:57:16.172540 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156f79b-a929-41ec-8282-616c3f991d6f req-824c515b-c8c0-43ec-8d7c-a78f18fca51b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:16.174036 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8156f79b-a929-41ec-8282-616c3f991d6f req-824c515b-c8c0-43ec-8d7c-a78f18fca51b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 944 time: 0.0564039 Mar 01 16:57:16.236817 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8156f79b-a929-41ec-8282-616c3f991d6f req-2524e650-24b5-4b5b-8c8b-3a841526765a tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533655 Mar 01 16:57:16.303695 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adb503-7bc5-4f6d-8ddb-43a91a0f24ee req-4cfd41ec-16b9-4553-8a2c-aec0f8f70df1 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:16.305204 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-62adb503-7bc5-4f6d-8ddb-43a91a0f24ee req-4cfd41ec-16b9-4553-8a2c-aec0f8f70df1 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 944 time: 0.0636063 Mar 01 16:57:16.355536 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-62adb503-7bc5-4f6d-8ddb-43a91a0f24ee req-c11e28bd-5e48-4954-8c4f-4bafd8030b8f tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442653 Mar 01 16:57:16.916116 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91faa677-81ca-44aa-b3e0-5bf8813a0737 req-19686543-960f-4b8d-9863-46b5c9d4885d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:16.917835 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-91faa677-81ca-44aa-b3e0-5bf8813a0737 req-19686543-960f-4b8d-9863-46b5c9d4885d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 944 time: 0.0502963 Mar 01 16:57:16.929795 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:16.964826 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-91faa677-81ca-44aa-b3e0-5bf8813a0737 req-7285834a-7331-4061-aa23-de5ec1f43c47 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408053 Mar 01 16:57:17.182140 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97581c4c-f399-4253-b37a-cf11871ba9a2 req-3e415972-a7b8-4c54-b1e2-33aa14ee988a tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:17.183636 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-97581c4c-f399-4253-b37a-cf11871ba9a2 req-3e415972-a7b8-4c54-b1e2-33aa14ee988a tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 944 time: 0.0519574 Mar 01 16:57:17.230695 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-97581c4c-f399-4253-b37a-cf11871ba9a2 req-8096211f-cf61-4a39-bd95-1c1e7a4739dc tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413013 Mar 01 16:57:17.357673 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00abe13-01cb-460b-a3eb-d43500e71961 req-a2afe71c-97dc-421e-88e1-ff35c8b2eefd tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:17.359199 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e00abe13-01cb-460b-a3eb-d43500e71961 req-a2afe71c-97dc-421e-88e1-ff35c8b2eefd tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 944 time: 0.0562768 Mar 01 16:57:17.414422 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e00abe13-01cb-460b-a3eb-d43500e71961 req-dac6ff1a-ef09-4210-9ee6-cd5ccc5145a2 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492296 Mar 01 16:57:17.506253 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40596444-d1f2-4ed7-96c2-43fe2bea31ee req-17a4d4ef-1a12-45cb-bc92-53fb7ea00a48 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:17.507845 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-40596444-d1f2-4ed7-96c2-43fe2bea31ee req-17a4d4ef-1a12-45cb-bc92-53fb7ea00a48 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 944 time: 0.0576904 Mar 01 16:57:17.561261 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-40596444-d1f2-4ed7-96c2-43fe2bea31ee req-32650a35-2f7a-4e84-82d8-284b06a3b1d3 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480490 Mar 01 16:57:18.097587 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bfcf5-56f9-4d23-98c5-b8a9c66cb5ed req-ecb60c55-4073-491f-813a-0b793cb3b0cb tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:18.099128 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c29bfcf5-56f9-4d23-98c5-b8a9c66cb5ed req-ecb60c55-4073-491f-813a-0b793cb3b0cb tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 944 time: 0.0586448 Mar 01 16:57:18.152313 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c29bfcf5-56f9-4d23-98c5-b8a9c66cb5ed req-d382047a-888c-4cbc-8ad9-ea17046d0ca9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467792 Mar 01 16:57:18.345470 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571e12b-3f27-471a-b5b9-b7b898afe340 req-ed747a02-0025-4e24-8aab-348904c3e2e2 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:18.346962 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0571e12b-3f27-471a-b5b9-b7b898afe340 req-ed747a02-0025-4e24-8aab-348904c3e2e2 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 944 time: 0.0507450 Mar 01 16:57:18.395703 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0571e12b-3f27-471a-b5b9-b7b898afe340 req-cc4f8bd6-1eac-4563-80d6-e375e36ad6eb tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419066 Mar 01 16:57:18.515186 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:18.532645 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34fe2d-a9df-4d55-a2e2-63cd8306f9f7 req-2842aead-185b-4b93-9c41-19f4b1c86c0f tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:18.534100 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4c34fe2d-a9df-4d55-a2e2-63cd8306f9f7 req-2842aead-185b-4b93-9c41-19f4b1c86c0f tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 944 time: 0.0558403 Mar 01 16:57:18.581513 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4c34fe2d-a9df-4d55-a2e2-63cd8306f9f7 req-d69744b6-e71e-40c5-88b4-f718a4bc440c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418825 Mar 01 16:57:18.676917 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4a0e7-6311-4cb1-a5aa-298af5aae796 req-d098ea7e-54ea-4481-bc1e-f433985000a9 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:18.678388 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-58f4a0e7-6311-4cb1-a5aa-298af5aae796 req-d098ea7e-54ea-4481-bc1e-f433985000a9 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 944 time: 0.0524268 Mar 01 16:57:18.728813 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-58f4a0e7-6311-4cb1-a5aa-298af5aae796 req-259f65e4-5196-4ade-8dc0-cbb96bc970b9 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449150 Mar 01 16:57:19.277419 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4785da-50c7-49ec-a6e1-a8f82384578d req-b4153ea5-6898-4595-87f0-4df334318795 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:19.279574 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ab4785da-50c7-49ec-a6e1-a8f82384578d req-b4153ea5-6898-4595-87f0-4df334318795 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 944 time: 0.0577357 Mar 01 16:57:19.324170 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ab4785da-50c7-49ec-a6e1-a8f82384578d req-0d77fd31-6027-40d3-917a-0e7d3c516667 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392265 Mar 01 16:57:19.512747 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9b193-37bf-4739-933e-ec837ad098ae req-2fafa860-56dd-4b33-a3a6-f00196571bf2 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:19.514226 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2dc9b193-37bf-4739-933e-ec837ad098ae req-2fafa860-56dd-4b33-a3a6-f00196571bf2 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 944 time: 0.0529320 Mar 01 16:57:19.562472 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2dc9b193-37bf-4739-933e-ec837ad098ae req-2c2d1287-bcd0-42c6-88db-8786999278aa tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421348 Mar 01 16:57:19.698921 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38730237-2f70-4c84-8e10-b7830bbe7efa req-5057d1ff-3ca6-40ec-9b5d-98dfff0abd59 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:19.700434 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-38730237-2f70-4c84-8e10-b7830bbe7efa req-5057d1ff-3ca6-40ec-9b5d-98dfff0abd59 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 944 time: 0.0506434 Mar 01 16:57:19.745291 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-38730237-2f70-4c84-8e10-b7830bbe7efa req-b8b73c86-7367-449c-b5ea-2cb5a2251c7f tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394144 Mar 01 16:57:19.844104 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5058b-2731-40bb-9b0d-d00d302f5fac req-a237d971-4d47-4f7d-8c9c-51e36eafee61 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:19.845667 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3fa5058b-2731-40bb-9b0d-d00d302f5fac req-a237d971-4d47-4f7d-8c9c-51e36eafee61 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 944 time: 0.0519195 Mar 01 16:57:19.863143 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:19.897454 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3fa5058b-2731-40bb-9b0d-d00d302f5fac req-e5c711ce-6562-4d27-99a8-8610a17eada8 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459239 Mar 01 16:57:20.444456 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2033d-3680-48da-a199-9c051d462ddf req-e950aa4d-405b-4c46-a028-55f60b043076 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:20.445890 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6dd2033d-3680-48da-a199-9c051d462ddf req-e950aa4d-405b-4c46-a028-55f60b043076 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 944 time: 0.0507517 Mar 01 16:57:20.494957 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6dd2033d-3680-48da-a199-9c051d462ddf req-8ed67770-80c1-45d0-8372-190200fce248 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435405 Mar 01 16:57:20.681591 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7808736-0017-4844-8f35-fa5dfc959a73 req-85bfc806-e468-48f6-ad94-ba9e9b727d0c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:20.683086 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f7808736-0017-4844-8f35-fa5dfc959a73 req-85bfc806-e468-48f6-ad94-ba9e9b727d0c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 944 time: 0.0562291 Mar 01 16:57:20.731770 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f7808736-0017-4844-8f35-fa5dfc959a73 req-bd41ff5d-6b39-4cc4-b26e-0a827f5b0b4e tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423095 Mar 01 16:57:20.860467 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853990b-f9df-49f3-b331-63944a0212ef req-d24e3318-60fc-4308-ab81-3f8ec7a78728 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:20.861932 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4853990b-f9df-49f3-b331-63944a0212ef req-d24e3318-60fc-4308-ab81-3f8ec7a78728 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 944 time: 0.0508296 Mar 01 16:57:20.908614 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4853990b-f9df-49f3-b331-63944a0212ef req-8caa46d9-9c72-4610-a5a2-f34e67134df0 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410864 Mar 01 16:57:21.016663 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0cd0c-1d65-44b6-bebf-d53f304ea717 req-f778b48d-f8d0-4512-9782-ad97c8d6ee42 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:21.018125 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-12a0cd0c-1d65-44b6-bebf-d53f304ea717 req-f778b48d-f8d0-4512-9782-ad97c8d6ee42 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 944 time: 0.0541930 Mar 01 16:57:21.064240 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-12a0cd0c-1d65-44b6-bebf-d53f304ea717 req-76985294-7bd6-4312-a70a-04b9abee47d4 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404232 Mar 01 16:57:21.175550 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 536eed53-5bba-4071-99b3-fc8fc91a7906 up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:57:21.224310 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning for port 536eed53-5bba-4071-99b3-fc8fc91a7906 completed by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:57:21.228040 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port 536eed53-5bba-4071-99b3-fc8fc91a7906 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:57:21.228415 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (536eed53-5bba-4071-99b3-fc8fc91a7906), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:21.302070 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 536eed53-5bba-4071-99b3-fc8fc91a7906 is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:57:21.302451 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (536eed53-5bba-4071-99b3-fc8fc91a7906), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:21.324600 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d799e9a-8ad9-45de-b565-90496e743861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536eed53-5bba-4071-99b3-fc8fc91a7906'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:57:21.402697 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 536eed53-5bba-4071-99b3-fc8fc91a7906, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=536eed53-5bba-4071-99b3-fc8fc91a7906,segment=NetworkSegment(0b8a156e-0a51-42c0-8e44-ecdc4f561eb4),segment_id=0b8a156e-0a51-42c0-8e44-ecdc4f561eb4)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:57:21.406318 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (536eed53-5bba-4071-99b3-fc8fc91a7906), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:21.407172 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device b249d806-cd40-4f71-8902-d4810caf8547 up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:57:21.482680 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=536eed53-5bba-4071-99b3-fc8fc91a7906,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:21.494967 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf7ed03-5e57-4463-81d0-7d21a9e1bd21" -d '{"events": [{"server_uuid": "2d799e9a-8ad9-45de-b565-90496e743861", "name": "network-vif-plugged", "status": "completed", "tag": "536eed53-5bba-4071-99b3-fc8fc91a7906"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:57:21.504097 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning for port b249d806-cd40-4f71-8902-d4810caf8547 completed by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:57:21.508574 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port b249d806-cd40-4f71-8902-d4810caf8547 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:57:21.508950 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (b249d806-cd40-4f71-8902-d4810caf8547), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:21.604703 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87936c33-5118-4c35-b0aa-f355c134d71b x-openstack-request-id: req-87936c33-5118-4c35-b0aa-f355c134d71b {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:57:21.605083 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d799e9a-8ad9-45de-b565-90496e743861", "name": "network-vif-plugged", "status": "completed", "tag": "536eed53-5bba-4071-99b3-fc8fc91a7906", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:57:21.605308 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87936c33-5118-4c35-b0aa-f355c134d71b {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:57:21.605823 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d799e9a-8ad9-45de-b565-90496e743861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536eed53-5bba-4071-99b3-fc8fc91a7906', 'code': 200} Mar 01 16:57:21.607039 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port b249d806-cd40-4f71-8902-d4810caf8547 is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:57:21.607459 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (b249d806-cd40-4f71-8902-d4810caf8547), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:21.622417 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8057059-d0a9-42ce-a908-0b884769483c req-0c9c514e-8335-4fe2-afb4-d486174e5ff4 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:21.624246 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f8057059-d0a9-42ce-a908-0b884769483c req-0c9c514e-8335-4fe2-afb4-d486174e5ff4 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 944 time: 0.0545933 Mar 01 16:57:21.640729 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port b249d806-cd40-4f71-8902-d4810caf8547, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b249d806-cd40-4f71-8902-d4810caf8547,segment=NetworkSegment(0b8a156e-0a51-42c0-8e44-ecdc4f561eb4),segment_id=0b8a156e-0a51-42c0-8e44-ecdc4f561eb4)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:57:21.644725 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (b249d806-cd40-4f71-8902-d4810caf8547), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:21.645515 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device cd374fa0-d036-4006-95e3-3c4f2bfdc288 up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:57:21.675184 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f8057059-d0a9-42ce-a908-0b884769483c req-8c4181ad-87d0-466e-89b9-51447bfe1def tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454450 Mar 01 16:57:21.721077 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=b249d806-cd40-4f71-8902-d4810caf8547,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:21.734959 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning for port cd374fa0-d036-4006-95e3-3c4f2bfdc288 completed by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:57:21.738802 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port cd374fa0-d036-4006-95e3-3c4f2bfdc288 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:57:21.739179 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:21.816791 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port cd374fa0-d036-4006-95e3-3c4f2bfdc288 is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:57:21.817187 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:21.852529 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63624cee-a158-4910-a0ae-c50baf1a14fc req-e9ba6e43-c039-440c-a71f-8cafea9e948f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:21.853713 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port cd374fa0-d036-4006-95e3-3c4f2bfdc288, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=cd374fa0-d036-4006-95e3-3c4f2bfdc288,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:57:21.854108 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-63624cee-a158-4910-a0ae-c50baf1a14fc req-e9ba6e43-c039-440c-a71f-8cafea9e948f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 944 time: 0.0546777 Mar 01 16:57:21.865447 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:21.866410 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device d6508129-cb4b-4d72-82d3-2e4a7d66e823 up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:57:21.906577 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-63624cee-a158-4910-a0ae-c50baf1a14fc req-165bcdb0-545b-422a-9a30-246f75163ee5 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459299 Mar 01 16:57:21.947962 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=cd374fa0-d036-4006-95e3-3c4f2bfdc288,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:21.961752 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning for port d6508129-cb4b-4d72-82d3-2e4a7d66e823 completed by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:57:21.968744 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port d6508129-cb4b-4d72-82d3-2e4a7d66e823 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:57:21.969134 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (d6508129-cb4b-4d72-82d3-2e4a7d66e823), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:22.065444 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ae206-55be-4fe4-b376-511ce6b078e2 req-3a0bbf9d-0685-4f1f-b10a-1bdf441ffebf tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:22.066320 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port d6508129-cb4b-4d72-82d3-2e4a7d66e823 is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:57:22.066714 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (d6508129-cb4b-4d72-82d3-2e4a7d66e823), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:22.067089 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ec6ae206-55be-4fe4-b376-511ce6b078e2 req-3a0bbf9d-0685-4f1f-b10a-1bdf441ffebf tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0888095 Mar 01 16:57:22.101794 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port d6508129-cb4b-4d72-82d3-2e4a7d66e823, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d6508129-cb4b-4d72-82d3-2e4a7d66e823,segment=NetworkSegment(ff9deda3-c839-4026-9d99-f94021c86f7a),segment_id=ff9deda3-c839-4026-9d99-f94021c86f7a)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:57:22.106644 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (d6508129-cb4b-4d72-82d3-2e4a7d66e823), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:22.107780 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 04581fab-38f6-4f21-b3c0-1b06eeae45cb up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:57:22.114625 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ec6ae206-55be-4fe4-b376-511ce6b078e2 req-73efdfa7-8b2e-4106-9c00-0d2b2a5bd570 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420947 Mar 01 16:57:22.182676 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b7e94-4163-4e78-901b-c62206124a1c req-e5467864-98ed-40f8-9902-12731603d3e6 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:22.184816 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-392b7e94-4163-4e78-901b-c62206124a1c req-e5467864-98ed-40f8-9902-12731603d3e6 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 944 time: 0.0547163 Mar 01 16:57:22.193898 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=d6508129-cb4b-4d72-82d3-2e4a7d66e823,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:22.206050 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning for port 04581fab-38f6-4f21-b3c0-1b06eeae45cb completed by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:57:22.210210 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port 04581fab-38f6-4f21-b3c0-1b06eeae45cb triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:57:22.210660 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (04581fab-38f6-4f21-b3c0-1b06eeae45cb), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:22.230737 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-392b7e94-4163-4e78-901b-c62206124a1c req-003b9956-827f-4b88-b659-ef4efb049114 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404460 Mar 01 16:57:22.290976 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 04581fab-38f6-4f21-b3c0-1b06eeae45cb is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:57:22.291641 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (04581fab-38f6-4f21-b3c0-1b06eeae45cb), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:22.324434 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 04581fab-38f6-4f21-b3c0-1b06eeae45cb, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=04581fab-38f6-4f21-b3c0-1b06eeae45cb,segment=NetworkSegment(c31820f6-469c-4844-949c-e375a0843d4b),segment_id=c31820f6-469c-4844-949c-e375a0843d4b)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:57:22.328150 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (04581fab-38f6-4f21-b3c0-1b06eeae45cb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:22.377669 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=04581fab-38f6-4f21-b3c0-1b06eeae45cb,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:22.804038 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9519ab-7038-45c6-a6be-cdda88318699 req-f4248690-da62-484b-9d80-d6a285b27d77 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:22.805543 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ee9519ab-7038-45c6-a6be-cdda88318699 req-f4248690-da62-484b-9d80-d6a285b27d77 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.0536232 Mar 01 16:57:22.857159 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ee9519ab-7038-45c6-a6be-cdda88318699 req-2c9f4bc1-cf2c-423b-b50d-66f1e063f1e4 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451682 Mar 01 16:57:23.025692 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3348f-f116-408a-9d9f-f2e31d3c69e4 req-ad56e7f6-e045-4d71-9fc5-53754febd68b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:23.027076 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cec3348f-f116-408a-9d9f-f2e31d3c69e4 req-ad56e7f6-e045-4d71-9fc5-53754febd68b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 945 time: 0.0553150 Mar 01 16:57:23.079959 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cec3348f-f116-408a-9d9f-f2e31d3c69e4 req-ad8ac1f4-5bbc-4678-9742-075ee9c458cc tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458732 Mar 01 16:57:23.239579 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6250c1c-a4d9-4628-8b01-379c911a1481 req-a5165b8f-e109-432d-a18d-43c5ceffc28c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:23.241086 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c6250c1c-a4d9-4628-8b01-379c911a1481 req-a5165b8f-e109-432d-a18d-43c5ceffc28c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0589478 Mar 01 16:57:23.292458 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c6250c1c-a4d9-4628-8b01-379c911a1481 req-9623a819-d1a3-48b8-91e0-4fc19495958b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438139 Mar 01 16:57:23.349378 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597299b-0f68-4f3d-b939-3630abe70486 req-527edbe9-c911-4113-9dd7-6d9d0790ab5f tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:23.351002 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f597299b-0f68-4f3d-b939-3630abe70486 req-527edbe9-c911-4113-9dd7-6d9d0790ab5f tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 945 time: 0.0531631 Mar 01 16:57:23.400315 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f597299b-0f68-4f3d-b939-3630abe70486 req-efc9cb1e-8032-4a2c-a19e-78d4d6838669 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430210 Mar 01 16:57:23.607975 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bdbc43-a352-40e2-b2d5-23e477c5c7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b249d806-cd40-4f71-8902-d4810caf8547'}, {'server_uuid': '853501cc-206a-4632-b7f5-a42f7c6b8a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288'}, {'server_uuid': 'dbecfa80-02e1-47c8-86fe-32cfc5375fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6508129-cb4b-4d72-82d3-2e4a7d66e823'}, {'server_uuid': 'c821c682-1f6d-4b0c-b281-42a006048757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04581fab-38f6-4f21-b3c0-1b06eeae45cb'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:57:23.610873 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed05b49-d61b-41eb-98f8-71399280ccea" -d '{"events": [{"server_uuid": "76bdbc43-a352-40e2-b2d5-23e477c5c7e1", "name": "network-vif-plugged", "status": "completed", "tag": "b249d806-cd40-4f71-8902-d4810caf8547"}, {"server_uuid": "853501cc-206a-4632-b7f5-a42f7c6b8a72", "name": "network-vif-plugged", "status": "completed", "tag": "cd374fa0-d036-4006-95e3-3c4f2bfdc288"}, {"server_uuid": "dbecfa80-02e1-47c8-86fe-32cfc5375fc0", "name": "network-vif-plugged", "status": "completed", "tag": "d6508129-cb4b-4d72-82d3-2e4a7d66e823"}, {"server_uuid": "c821c682-1f6d-4b0c-b281-42a006048757", "name": "network-vif-plugged", "status": "completed", "tag": "04581fab-38f6-4f21-b3c0-1b06eeae45cb"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:57:23.660324 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 01 Mar 2022 16:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13917fd-3ab2-4a7e-96dc-564f449bdbff x-openstack-request-id: req-b13917fd-3ab2-4a7e-96dc-564f449bdbff {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:57:23.660653 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76bdbc43-a352-40e2-b2d5-23e477c5c7e1", "name": "network-vif-plugged", "status": "completed", "tag": "b249d806-cd40-4f71-8902-d4810caf8547", "code": 200}, {"server_uuid": "853501cc-206a-4632-b7f5-a42f7c6b8a72", "name": "network-vif-plugged", "status": "completed", "tag": "cd374fa0-d036-4006-95e3-3c4f2bfdc288", "code": 200}, {"server_uuid": "dbecfa80-02e1-47c8-86fe-32cfc5375fc0", "name": "network-vif-plugged", "status": "completed", "tag": "d6508129-cb4b-4d72-82d3-2e4a7d66e823", "code": 200}, {"server_uuid": "c821c682-1f6d-4b0c-b281-42a006048757", "name": "network-vif-plugged", "status": "completed", "tag": "04581fab-38f6-4f21-b3c0-1b06eeae45cb", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:57:23.660910 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b13917fd-3ab2-4a7e-96dc-564f449bdbff {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:57:23.661318 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76bdbc43-a352-40e2-b2d5-23e477c5c7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b249d806-cd40-4f71-8902-d4810caf8547', 'code': 200} Mar 01 16:57:23.661578 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853501cc-206a-4632-b7f5-a42f7c6b8a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288', 'code': 200} Mar 01 16:57:23.661836 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbecfa80-02e1-47c8-86fe-32cfc5375fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6508129-cb4b-4d72-82d3-2e4a7d66e823', 'code': 200} Mar 01 16:57:23.662086 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c821c682-1f6d-4b0c-b281-42a006048757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04581fab-38f6-4f21-b3c0-1b06eeae45cb', 'code': 200} Mar 01 16:57:23.973271 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f87c1-76fb-463b-816a-9c2a07789813 req-097c5e3a-c13b-4853-832f-7810a2caea5d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:23.974733 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-570f87c1-76fb-463b-816a-9c2a07789813 req-097c5e3a-c13b-4853-832f-7810a2caea5d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.0495067 Mar 01 16:57:24.020416 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-570f87c1-76fb-463b-816a-9c2a07789813 req-a519b8a4-b918-40c9-b218-fa6cfb2793eb tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403013 Mar 01 16:57:24.228231 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003f350-3dab-4121-8021-23f37bd8a98f req-b4f3f9d4-7044-40ca-904d-7b08b298ad2f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:24.229986 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5003f350-3dab-4121-8021-23f37bd8a98f req-b4f3f9d4-7044-40ca-904d-7b08b298ad2f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 945 time: 0.0692725 Mar 01 16:57:24.295195 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5003f350-3dab-4121-8021-23f37bd8a98f req-63b59985-8991-4b97-b083-6fee34c65455 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579669 Mar 01 16:57:24.595275 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1e456-08bf-4828-b2c2-fc92b8a5480b req-90c4038e-c020-405b-a2d1-693f8f828ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:24.597266 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-83f1e456-08bf-4828-b2c2-fc92b8a5480b req-90c4038e-c020-405b-a2d1-693f8f828ca6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 1129 time: 0.2171462 Mar 01 16:57:24.605024 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe5583-5b89-466a-aaa3-112ae05496d0 req-d9223403-357f-486c-a35a-bc3c1c91a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:24.606712 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-cdbe5583-5b89-466a-aaa3-112ae05496d0 req-d9223403-357f-486c-a35a-bc3c1c91a29c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 1129 time: 0.1615875 Mar 01 16:57:24.616825 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0861aa-d1ac-4d1e-a82e-807274ff4a96 req-b8082e24-1a3a-4a73-a4d5-a02d29d0ee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:24.618378 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-fb0861aa-d1ac-4d1e-a82e-807274ff4a96 req-b8082e24-1a3a-4a73-a4d5-a02d29d0ee3a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 1129 time: 0.1404207 Mar 01 16:57:24.655081 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-83f1e456-08bf-4828-b2c2-fc92b8a5480b req-e4038e20-b08c-41a7-873a-fab8c07221fc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:24.679557 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-cdbe5583-5b89-466a-aaa3-112ae05496d0 req-a54534d2-6000-44a2-8a64-b8da61b70f4b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:24.687007 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-fb0861aa-d1ac-4d1e-a82e-807274ff4a96 req-6016dfed-9589-4a0e-8408-95109611a942 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:24.726723 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18755698-900e-4154-ae90-d37ebb7c4761 req-6ccc14e9-36b5-45dc-98c2-cf5c3f2e46ec tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:24.728361 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-18755698-900e-4154-ae90-d37ebb7c4761 req-6ccc14e9-36b5-45dc-98c2-cf5c3f2e46ec tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.3560388 Mar 01 16:57:24.790070 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ff0b4-a8ab-487a-b5dc-7419ea679e82 req-35ccd572-8036-4d1a-9c70-7504f959f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:24.791844 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7c7ff0b4-a8ab-487a-b5dc-7419ea679e82 req-35ccd572-8036-4d1a-9c70-7504f959f36b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 1130 time: 0.3807783 Mar 01 16:57:24.808348 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c9b60-8440-40bd-9052-055645d61e18 req-2f8fbf1c-d599-4459-b544-d75acb7d8a55 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:24.810108 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-aa1c9b60-8440-40bd-9052-055645d61e18 req-2f8fbf1c-d599-4459-b544-d75acb7d8a55 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 945 time: 0.1647484 Mar 01 16:57:24.818031 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b245d8e-4715-46c3-8bc7-2925ada88138 req-738ecd61-614e-442f-8359-7ea4d705240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:24.819750 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5b245d8e-4715-46c3-8bc7-2925ada88138 req-738ecd61-614e-442f-8359-7ea4d705240d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 1129 time: 0.1360059 Mar 01 16:57:24.823178 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-18755698-900e-4154-ae90-d37ebb7c4761 req-38861d39-399d-45aa-9f97-38874c2e06ff tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877316 Mar 01 16:57:24.824000 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-7c7ff0b4-a8ab-487a-b5dc-7419ea679e82 req-29a0758d-8462-4d3c-bf16-0ab3f6b7065b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:24.848944 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-5b245d8e-4715-46c3-8bc7-2925ada88138 req-5e907783-5192-4cba-9ca0-4e4db0f42f22 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:24.903642 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-aa1c9b60-8440-40bd-9052-055645d61e18 req-b0eb11a9-4f48-47b9-aad3-bc5e83905926 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769813 Mar 01 16:57:24.919838 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-fb0861aa-d1ac-4d1e-a82e-807274ff4a96 req-6016dfed-9589-4a0e-8408-95109611a942 service neutron] Publish callbacks [] for security_group (2e5bdbb6-feb8-4477-97a9-3f4b00bd17d5), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:24.926661 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-fb0861aa-d1ac-4d1e-a82e-807274ff4a96 req-6016dfed-9589-4a0e-8408-95109611a942 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (2e5bdbb6-feb8-4477-97a9-3f4b00bd17d5), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:24.927900 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.db.api [req-5b245d8e-4715-46c3-8bc7-2925ada88138 req-5e907783-5192-4cba-9ca0-4e4db0f42f22 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) a6896181a70a4529ad511647451fbd84 {{(pid=103032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 16:57:24.928289 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG oslo_db.api [req-5b245d8e-4715-46c3-8bc7-2925ada88138 req-5e907783-5192-4cba-9ca0-4e4db0f42f22 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 16:57:24.928881 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.db.api [req-7c7ff0b4-a8ab-487a-b5dc-7419ea679e82 req-29a0758d-8462-4d3c-bf16-0ab3f6b7065b service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) a6896181a70a4529ad511647451fbd84 {{(pid=103032) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 16:57:24.929182 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG oslo_db.api [req-7c7ff0b4-a8ab-487a-b5dc-7419ea679e82 req-29a0758d-8462-4d3c-bf16-0ab3f6b7065b service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 16:57:24.944399 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.db.api [req-cdbe5583-5b89-466a-aaa3-112ae05496d0 req-a54534d2-6000-44a2-8a64-b8da61b70f4b service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) a6896181a70a4529ad511647451fbd84 {{(pid=103033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 16:57:24.944761 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG oslo_db.api [req-cdbe5583-5b89-466a-aaa3-112ae05496d0 req-a54534d2-6000-44a2-8a64-b8da61b70f4b service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 16:57:24.945218 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.db.api [req-83f1e456-08bf-4828-b2c2-fc92b8a5480b req-e4038e20-b08c-41a7-873a-fab8c07221fc service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) a6896181a70a4529ad511647451fbd84 {{(pid=103033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 16:57:24.945512 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG oslo_db.api [req-83f1e456-08bf-4828-b2c2-fc92b8a5480b req-e4038e20-b08c-41a7-873a-fab8c07221fc service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 16:57:24.980219 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-fb0861aa-d1ac-4d1e-a82e-807274ff4a96 req-6016dfed-9589-4a0e-8408-95109611a942 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3529062 Mar 01 16:57:24.981096 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016dfed-9589-4a0e-8408-95109611a942 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5bdbb6-feb8-4477-97a9-3f4b00bd17d5,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:25.144813 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49652e-fde6-4439-bf88-f0e4a7302148 req-d67d03ee-663c-4594-998f-6ea06fc924ab tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:25.147634 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0f49652e-fde6-4439-bf88-f0e4a7302148 req-d67d03ee-663c-4594-998f-6ea06fc924ab tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.0541594 Mar 01 16:57:25.206333 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0f49652e-fde6-4439-bf88-f0e4a7302148 req-af394e0b-9488-47bf-95c9-0626bb2d0d0e tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519845 Mar 01 16:57:25.429647 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-5b245d8e-4715-46c3-8bc7-2925ada88138 req-5e907783-5192-4cba-9ca0-4e4db0f42f22 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:25.430935 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896dc7c-3927-4d32-89b6-577e6ee0ef16 req-09cae3c6-bca1-46c8-b5ca-6af1af6bb056 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:25.432817 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1896dc7c-3927-4d32-89b6-577e6ee0ef16 req-09cae3c6-bca1-46c8-b5ca-6af1af6bb056 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 945 time: 0.0645514 Mar 01 16:57:25.435459 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-7c7ff0b4-a8ab-487a-b5dc-7419ea679e82 req-29a0758d-8462-4d3c-bf16-0ab3f6b7065b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:25.464242 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-cdbe5583-5b89-466a-aaa3-112ae05496d0 req-a54534d2-6000-44a2-8a64-b8da61b70f4b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:25.467025 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-83f1e456-08bf-4828-b2c2-fc92b8a5480b req-e4038e20-b08c-41a7-873a-fab8c07221fc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:25.579186 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1896dc7c-3927-4d32-89b6-577e6ee0ef16 req-b986f71f-009c-40c0-b057-baf0939efed2 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386206 Mar 01 16:57:25.583663 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5b245d8e-4715-46c3-8bc7-2925ada88138 req-5e907783-5192-4cba-9ca0-4e4db0f42f22 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7556698 Mar 01 16:57:25.590025 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7c7ff0b4-a8ab-487a-b5dc-7419ea679e82 req-29a0758d-8462-4d3c-bf16-0ab3f6b7065b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7868063 Mar 01 16:57:25.666905 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-83f1e456-08bf-4828-b2c2-fc92b8a5480b req-e4038e20-b08c-41a7-873a-fab8c07221fc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0585876 Mar 01 16:57:25.669864 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-cdbe5583-5b89-466a-aaa3-112ae05496d0 req-a54534d2-6000-44a2-8a64-b8da61b70f4b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0505035 Mar 01 16:57:25.978125 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607552b-ab2b-48b9-b73f-e397a54a9518 req-5713d261-d482-46ae-9aa2-95fff8669077 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:25.986736 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2607552b-ab2b-48b9-b73f-e397a54a9518 req-5713d261-d482-46ae-9aa2-95fff8669077 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0808945 Mar 01 16:57:26.017054 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 51424) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:26.031257 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e1480-e3cc-450f-bc29-4afb12cc85f3 req-97188ffe-7d8c-479d-8e47-b10636055f5d tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:26.033208 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-380e1480-e3cc-450f-bc29-4afb12cc85f3 req-97188ffe-7d8c-479d-8e47-b10636055f5d tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 945 time: 0.0680258 Mar 01 16:57:26.065305 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 51432) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:26.070468 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2607552b-ab2b-48b9-b73f-e397a54a9518 req-73d0c1f1-b207-40f6-9f3f-b6bd7ba820c2 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826545 Mar 01 16:57:26.111869 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-380e1480-e3cc-450f-bc29-4afb12cc85f3 req-911ad5c9-e97d-4070-a0fd-94586172dda2 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681922 Mar 01 16:57:26.197978 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-65a9aee9-bff4-4b10-b01a-d0129256d1d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:26.207677 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1f2cd58a-4914-4511-bd8c-276ddb5dea36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:26.308625 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1f2cd58a-4914-4511-bd8c-276ddb5dea36 admin admin] Publish callbacks [] for security_group (d2462c5f-d9d3-4405-9407-07fff9be3431), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:26.316453 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-65a9aee9-bff4-4b10-b01a-d0129256d1d8 admin admin] Publish callbacks [] for security_group (5ec046e3-b814-4d15-8b0d-67618666b90b), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:26.320982 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-65a9aee9-bff4-4b10-b01a-d0129256d1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (5ec046e3-b814-4d15-8b0d-67618666b90b), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:26.327699 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1f2cd58a-4914-4511-bd8c-276ddb5dea36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (d2462c5f-d9d3-4405-9407-07fff9be3431), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:26.361897 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-65a9aee9-bff4-4b10-b01a-d0129256d1d8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=856f5b1256524a0a84c989ce20307279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953615 Mar 01 16:57:26.363280 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9aee9-bff4-4b10-b01a-d0129256d1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec046e3-b814-4d15-8b0d-67618666b90b,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:26.365618 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 51450) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:26.389219 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-1f2cd58a-4914-4511-bd8c-276ddb5dea36 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1191a7bce5084a75b14df019b8b13736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3676131 Mar 01 16:57:26.390042 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 51452) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:26.398938 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cd58a-4914-4511-bd8c-276ddb5dea36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2462c5f-d9d3-4405-9407-07fff9be3431,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:26.436432 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e957164-2814-4ee1-8661-5b027b1d7d03 req-5109b661-9ee0-4dce-9f3f-f32a442ef6ac tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:26.439235 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1e957164-2814-4ee1-8661-5b027b1d7d03 req-5109b661-9ee0-4dce-9f3f-f32a442ef6ac tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.1473064 Mar 01 16:57:26.444708 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3fbdd478-179b-48f8-8cee-d22a85eb4cb9 admin admin] Publish callbacks [] for security_group (5ec046e3-b814-4d15-8b0d-67618666b90b), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:26.476451 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3fbdd478-179b-48f8-8cee-d22a85eb4cb9 admin admin] Publish callbacks [] for security_group (5ec046e3-b814-4d15-8b0d-67618666b90b), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:26.478968 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e2d8ebc5-4535-4070-b086-d4761c6d1666 admin admin] Publish callbacks [] for security_group (d2462c5f-d9d3-4405-9407-07fff9be3431), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:26.516572 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e2d8ebc5-4535-4070-b086-d4761c6d1666 admin admin] Publish callbacks [] for security_group (d2462c5f-d9d3-4405-9407-07fff9be3431), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:26.521338 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1e957164-2814-4ee1-8661-5b027b1d7d03 req-e289cd0f-8b17-4465-96d2-c888f4cc6599 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766437 Mar 01 16:57:26.528273 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3fbdd478-179b-48f8-8cee-d22a85eb4cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (5ec046e3-b814-4d15-8b0d-67618666b90b), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:26.532418 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3fbdd478-179b-48f8-8cee-d22a85eb4cb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:26.533927 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-3fbdd478-179b-48f8-8cee-d22a85eb4cb9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ec046e3-b814-4d15-8b0d-67618666b90b HTTP/1.1" status: 204 len: 168 time: 0.1674142 Mar 01 16:57:26.546305 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdd478-179b-48f8-8cee-d22a85eb4cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec046e3-b814-4d15-8b0d-67618666b90b,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:26.581237 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e2d8ebc5-4535-4070-b086-d4761c6d1666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (d2462c5f-d9d3-4405-9407-07fff9be3431), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:26.584045 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e2d8ebc5-4535-4070-b086-d4761c6d1666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:26.585182 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-e2d8ebc5-4535-4070-b086-d4761c6d1666 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2462c5f-d9d3-4405-9407-07fff9be3431 HTTP/1.1" status: 204 len: 168 time: 0.1938081 Mar 01 16:57:26.593819 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8ebc5-4535-4070-b086-d4761c6d1666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2462c5f-d9d3-4405-9407-07fff9be3431,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:26.727054 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58014b9d-de0f-429a-af2f-3853cf194f68 req-b028e60d-fe2d-437a-a29a-b0574a0297f3 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:26.728145 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-58014b9d-de0f-429a-af2f-3853cf194f68 req-b028e60d-fe2d-437a-a29a-b0574a0297f3 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 945 time: 0.0649350 Mar 01 16:57:26.805687 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-58014b9d-de0f-429a-af2f-3853cf194f68 req-dfc6e3a3-e32a-4a18-8cde-769be6cd2af1 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711949 Mar 01 16:57:26.940090 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 51474) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:26.953662 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-cb13c14c-f7ba-4083-b03a-77c2008579c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:26.974191 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 51476) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:26.988063 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-27a2b6b8-b3a6-4201-8e94-f8570877635b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:27.034311 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-cb13c14c-f7ba-4083-b03a-77c2008579c6 admin admin] Publish callbacks [] for security_group (a65dfec3-ae73-4758-8729-f04ec8489250), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:27.037997 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-cb13c14c-f7ba-4083-b03a-77c2008579c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (a65dfec3-ae73-4758-8729-f04ec8489250), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:27.066219 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-27a2b6b8-b3a6-4201-8e94-f8570877635b admin admin] Publish callbacks [] for security_group (7f9b730a-9e0b-4986-afaa-ac905db024fe), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:27.070098 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-27a2b6b8-b3a6-4201-8e94-f8570877635b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (7f9b730a-9e0b-4986-afaa-ac905db024fe), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:27.077655 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13c14c-f7ba-4083-b03a-77c2008579c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65dfec3-ae73-4758-8729-f04ec8489250,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:27.081945 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-cb13c14c-f7ba-4083-b03a-77c2008579c6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c09a5d601ae94cf691960a71489f78df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407831 Mar 01 16:57:27.086533 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 51480) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:27.134654 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-27a2b6b8-b3a6-4201-8e94-f8570877635b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee4be989ffb94792aed31b71b9fac848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1592810 Mar 01 16:57:27.137506 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 51484) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:27.138855 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2b6b8-b3a6-4201-8e94-f8570877635b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9b730a-9e0b-4986-afaa-ac905db024fe,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:27.164758 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3ffef515-8bff-4a4e-8efb-a46f2c6fbf03 admin admin] Publish callbacks [] for security_group (a65dfec3-ae73-4758-8729-f04ec8489250), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:27.191355 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3ffef515-8bff-4a4e-8efb-a46f2c6fbf03 admin admin] Publish callbacks [] for security_group (a65dfec3-ae73-4758-8729-f04ec8489250), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:27.207133 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646e591-365c-417c-b0da-ea648e0f5dd9 req-323d6321-9a08-45ef-a3bb-9c660168e8c2 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:27.208657 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7646e591-365c-417c-b0da-ea648e0f5dd9 req-323d6321-9a08-45ef-a3bb-9c660168e8c2 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0813465 Mar 01 16:57:27.238355 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2a03133a-55ae-4450-a916-0a9221bcaec1 admin admin] Publish callbacks [] for security_group (7f9b730a-9e0b-4986-afaa-ac905db024fe), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:27.271181 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaff47d-6349-406c-9f4e-9b48b2047680 req-5308e66c-c511-437c-b0a7-51b594a8336c tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:27.272808 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-dcaff47d-6349-406c-9f4e-9b48b2047680 req-5308e66c-c511-437c-b0a7-51b594a8336c tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 945 time: 0.0665913 Mar 01 16:57:27.276826 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2a03133a-55ae-4450-a916-0a9221bcaec1 admin admin] Publish callbacks [] for security_group (7f9b730a-9e0b-4986-afaa-ac905db024fe), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:27.287059 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3ffef515-8bff-4a4e-8efb-a46f2c6fbf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (a65dfec3-ae73-4758-8729-f04ec8489250), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:27.287245 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7646e591-365c-417c-b0da-ea648e0f5dd9 req-9a4455da-9a61-499c-93cc-2c667acca099 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709846 Mar 01 16:57:27.289515 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3ffef515-8bff-4a4e-8efb-a46f2c6fbf03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:27.290563 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-3ffef515-8bff-4a4e-8efb-a46f2c6fbf03 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a65dfec3-ae73-4758-8729-f04ec8489250 HTTP/1.1" status: 204 len: 168 time: 0.2031114 Mar 01 16:57:27.313475 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffef515-8bff-4a4e-8efb-a46f2c6fbf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65dfec3-ae73-4758-8729-f04ec8489250,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:27.355536 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-dcaff47d-6349-406c-9f4e-9b48b2047680 req-24ce2495-ef92-4e2c-9873-a4e35a3e5383 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752625 Mar 01 16:57:27.356819 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2a03133a-55ae-4450-a916-0a9221bcaec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (7f9b730a-9e0b-4986-afaa-ac905db024fe), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:27.359349 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2a03133a-55ae-4450-a916-0a9221bcaec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:27.360477 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-2a03133a-55ae-4450-a916-0a9221bcaec1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f9b730a-9e0b-4986-afaa-ac905db024fe HTTP/1.1" status: 204 len: 168 time: 0.2220707 Mar 01 16:57:27.369675 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03133a-55ae-4450-a916-0a9221bcaec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9b730a-9e0b-4986-afaa-ac905db024fe,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:27.721294 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403e667-d10c-4a36-acc8-77b8929bbfbd req-f76a2472-2aaa-4362-8cbf-dcf7903805a8 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:27.732597 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4403e667-d10c-4a36-acc8-77b8929bbfbd req-f76a2472-2aaa-4362-8cbf-dcf7903805a8 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.1113825 Mar 01 16:57:27.822630 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 51514) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:27.829725 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4403e667-d10c-4a36-acc8-77b8929bbfbd req-b6eaa6a9-2b69-4ec8-af3d-d6ee9b738297 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959859 Mar 01 16:57:27.848332 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b29fb865-f10f-4077-98b5-815c61e57a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:27.976990 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b29fb865-f10f-4077-98b5-815c61e57a1f admin admin] Publish callbacks [] for security_group (568b4c8b-669a-4918-aaed-a67b4dd6f1f3), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:27.989343 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b29fb865-f10f-4077-98b5-815c61e57a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (568b4c8b-669a-4918-aaed-a67b4dd6f1f3), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:28.056019 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fb865-f10f-4077-98b5-815c61e57a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568b4c8b-669a-4918-aaed-a67b4dd6f1f3,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:28.064171 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-b29fb865-f10f-4077-98b5-815c61e57a1f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=698aa016e5fe4cc5b43d9d2a25a63fee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398310 Mar 01 16:57:28.066997 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 51526) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:28.082366 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede7ba4-5fc6-4e7c-abb2-0cca8adc0cb8 req-e7fd460d-7646-44ac-add7-848b3a2e53f9 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:28.083967 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9ede7ba4-5fc6-4e7c-abb2-0cca8adc0cb8 req-e7fd460d-7646-44ac-add7-848b3a2e53f9 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 945 time: 0.1053026 Mar 01 16:57:28.132336 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b0521c5a-7ed4-49e7-adcf-90741f801e29 admin admin] Publish callbacks [] for security_group (568b4c8b-669a-4918-aaed-a67b4dd6f1f3), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:28.162704 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9ede7ba4-5fc6-4e7c-abb2-0cca8adc0cb8 req-f15c72b5-1551-41bd-ab75-acd42eb978e6 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711811 Mar 01 16:57:28.171973 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b0521c5a-7ed4-49e7-adcf-90741f801e29 admin admin] Publish callbacks [] for security_group (568b4c8b-669a-4918-aaed-a67b4dd6f1f3), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:28.237474 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b0521c5a-7ed4-49e7-adcf-90741f801e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (568b4c8b-669a-4918-aaed-a67b4dd6f1f3), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:28.241289 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b0521c5a-7ed4-49e7-adcf-90741f801e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:28.243022 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-b0521c5a-7ed4-49e7-adcf-90741f801e29 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/568b4c8b-669a-4918-aaed-a67b4dd6f1f3 HTTP/1.1" status: 204 len: 168 time: 0.1744311 Mar 01 16:57:28.253982 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0521c5a-7ed4-49e7-adcf-90741f801e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568b4c8b-669a-4918-aaed-a67b4dd6f1f3,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:28.264499 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0521c5a-7ed4-49e7-adcf-90741f801e29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.264971 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0521c5a-7ed4-49e7-adcf-90741f801e29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.265325 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0521c5a-7ed4-49e7-adcf-90741f801e29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.265825 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0521c5a-7ed4-49e7-adcf-90741f801e29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.266320 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0521c5a-7ed4-49e7-adcf-90741f801e29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.266800 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0521c5a-7ed4-49e7-adcf-90741f801e29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.267778 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0521c5a-7ed4-49e7-adcf-90741f801e29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.268263 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0521c5a-7ed4-49e7-adcf-90741f801e29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.269133 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0521c5a-7ed4-49e7-adcf-90741f801e29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.269692 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0521c5a-7ed4-49e7-adcf-90741f801e29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.270173 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0521c5a-7ed4-49e7-adcf-90741f801e29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.270676 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0521c5a-7ed4-49e7-adcf-90741f801e29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.271150 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0521c5a-7ed4-49e7-adcf-90741f801e29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.272390 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 51534) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:28.430926 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1307cd-0c85-4594-b5d8-bc2f1019a9a2 req-08f33961-f281-4e1e-9fef-54ff01ae53ea tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:28.439786 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8b1307cd-0c85-4594-b5d8-bc2f1019a9a2 req-08f33961-f281-4e1e-9fef-54ff01ae53ea tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0706089 Mar 01 16:57:28.504491 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8b1307cd-0c85-4594-b5d8-bc2f1019a9a2 req-4830b926-2fec-4e40-ad65-758d449d1a6b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575106 Mar 01 16:57:28.533737 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87af94-af21-43ad-b834-c6434f02b081 req-cf41358d-382d-44cf-8596-0b59ce3b2115 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:28.541749 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0c87af94-af21-43ad-b834-c6434f02b081 req-cf41358d-382d-44cf-8596-0b59ce3b2115 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 945 time: 0.0872290 Mar 01 16:57:28.605082 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-06522455-4070-4913-8859-fedd1b58b3de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:28.619672 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8d254741-b6c2-4ac1-b356-103c1327d606 req-c35a332a-b3ad-42a1-a50c-34765f7ad475 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734503 Mar 01 16:57:28.681059 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0c87af94-af21-43ad-b834-c6434f02b081 req-bc8bcba3-3383-4a0c-a984-afe9b025c88e tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383502 Mar 01 16:57:28.785526 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-06522455-4070-4913-8859-fedd1b58b3de admin admin] Publish callbacks [] for security_group (83964ab0-8a55-4e4e-9ced-cb79d2fbae1f), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:28.792058 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-06522455-4070-4913-8859-fedd1b58b3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (83964ab0-8a55-4e4e-9ced-cb79d2fbae1f), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:28.855380 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-06522455-4070-4913-8859-fedd1b58b3de admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=556b01d8a3ee49318567393832a5f9ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5816238 Mar 01 16:57:28.860789 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 51562) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:28.903459 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06522455-4070-4913-8859-fedd1b58b3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83964ab0-8a55-4e4e-9ced-cb79d2fbae1f,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:28.920833 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522455-4070-4913-8859-fedd1b58b3de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.921325 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522455-4070-4913-8859-fedd1b58b3de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.921778 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522455-4070-4913-8859-fedd1b58b3de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.923025 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522455-4070-4913-8859-fedd1b58b3de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.923697 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522455-4070-4913-8859-fedd1b58b3de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.924275 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522455-4070-4913-8859-fedd1b58b3de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.924855 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522455-4070-4913-8859-fedd1b58b3de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.925304 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522455-4070-4913-8859-fedd1b58b3de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.925743 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522455-4070-4913-8859-fedd1b58b3de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.926203 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522455-4070-4913-8859-fedd1b58b3de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.926638 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522455-4070-4913-8859-fedd1b58b3de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.927210 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522455-4070-4913-8859-fedd1b58b3de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.928513 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06522455-4070-4913-8859-fedd1b58b3de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:57:28.930517 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d254741-b6c2-4ac1-b356-103c1327d606 req-2e4e3a66-a2ca-4b46-8521-622c5f8d4448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:28.935298 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8d254741-b6c2-4ac1-b356-103c1327d606 req-2e4e3a66-a2ca-4b46-8521-622c5f8d4448 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8281adaa9b4d4205a723ff65c505c995&device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 1129 time: 0.1354249 Mar 01 16:57:28.989848 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a9095efd-d556-4954-a440-26061bb29b48 admin admin] Publish callbacks [] for security_group (83964ab0-8a55-4e4e-9ced-cb79d2fbae1f), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:29.013703 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:57:29.060235 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a9095efd-d556-4954-a440-26061bb29b48 admin admin] Publish callbacks [] for security_group (83964ab0-8a55-4e4e-9ced-cb79d2fbae1f), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:29.114501 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc1317-c9a6-407c-9bbb-ec7cde216307 req-ed5b0fd8-3958-4a01-afd6-4cee5481581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:29.116120 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-78fc1317-c9a6-407c-9bbb-ec7cde216307 req-ed5b0fd8-3958-4a01-afd6-4cee5481581c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3c792a846445c5a1b1f652c1a249c6&device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 1129 time: 0.1712322 Mar 01 16:57:29.125061 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28592766-bea6-4ca3-8b5e-a945fcf80d0e req-2acb4dbe-5f27-4de4-89df-0d1979d252e2 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:29.126678 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-28592766-bea6-4ca3-8b5e-a945fcf80d0e req-2acb4dbe-5f27-4de4-89df-0d1979d252e2 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.1403222 Mar 01 16:57:29.246172 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a9095efd-d556-4954-a440-26061bb29b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (83964ab0-8a55-4e4e-9ced-cb79d2fbae1f), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:29.249108 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a9095efd-d556-4954-a440-26061bb29b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:29.252626 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-a9095efd-d556-4954-a440-26061bb29b48 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/83964ab0-8a55-4e4e-9ced-cb79d2fbae1f HTTP/1.1" status: 204 len: 168 time: 0.3882818 Mar 01 16:57:29.272688 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-28592766-bea6-4ca3-8b5e-a945fcf80d0e req-350871ab-57df-4929-957e-04b88fbe88f9 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368344 Mar 01 16:57:29.275573 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9095efd-d556-4954-a440-26061bb29b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83964ab0-8a55-4e4e-9ced-cb79d2fbae1f,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:29.295825 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc1317-c9a6-407c-9bbb-ec7cde216307 req-e4a20157-4063-4578-a17d-17a90949b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:29.297345 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-78fc1317-c9a6-407c-9bbb-ec7cde216307 req-e4a20157-4063-4578-a17d-17a90949b8a4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 HTTP/1.1" status: 200 len: 919 time: 0.1697428 Mar 01 16:57:29.393338 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-78fc1317-c9a6-407c-9bbb-ec7cde216307 req-9e769777-dee0-4b4a-9b37-d242b0c7b740 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=536eed53-5bba-4071-99b3-fc8fc91a7906 HTTP/1.1" status: 200 len: 217 time: 0.0896752 Mar 01 16:57:29.422343 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d254741-b6c2-4ac1-b356-103c1327d606 req-e54d17d0-6db5-409f-8334-a43c43051a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:29.424517 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8d254741-b6c2-4ac1-b356-103c1327d606 req-e54d17d0-6db5-409f-8334-a43c43051a2d service neutron] 10.222.0.37 "GET /v2.0/networks?id=a144fbb1-cd5b-4bd3-b93a-8975fccf0431 HTTP/1.1" status: 200 len: 915 time: 0.4655700 Mar 01 16:57:29.471361 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8d254741-b6c2-4ac1-b356-103c1327d606 req-3c9103f1-82f4-4595-8050-ca1c342f1d63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6508129-cb4b-4d72-82d3-2e4a7d66e823 HTTP/1.1" status: 200 len: 217 time: 0.0406427 Mar 01 16:57:29.507387 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdee0fa-7d61-4f9b-847f-d59505730b79 req-0677c9b6-3f74-491d-a1bf-837f813238cf tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:29.508986 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2cdee0fa-7d61-4f9b-847f-d59505730b79 req-0677c9b6-3f74-491d-a1bf-837f813238cf tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.1700323 Mar 01 16:57:29.585391 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc1317-c9a6-407c-9bbb-ec7cde216307 req-a8e6ba05-299e-49ff-97d1-a0c19aed1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:29.587003 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-78fc1317-c9a6-407c-9bbb-ec7cde216307 req-a8e6ba05-299e-49ff-97d1-a0c19aed1543 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c HTTP/1.1" status: 200 len: 858 time: 0.1867640 Mar 01 16:57:29.597378 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5010c92-339d-451f-b9da-cea21e2be700 req-6e822c34-d4e3-4129-9c7d-2eaa57bc5158 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:29.605391 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f5010c92-339d-451f-b9da-cea21e2be700 req-6e822c34-d4e3-4129-9c7d-2eaa57bc5158 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 945 time: 0.1800449 Mar 01 16:57:29.613414 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d254741-b6c2-4ac1-b356-103c1327d606 req-3f83e263-5a81-42cb-b4ba-544a464427f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:29.615475 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8d254741-b6c2-4ac1-b356-103c1327d606 req-3f83e263-5a81-42cb-b4ba-544a464427f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=909e1df5-b88c-42b4-b1ea-8fa858e4c359 HTTP/1.1" status: 200 len: 854 time: 0.1372030 Mar 01 16:57:29.638267 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-78fc1317-c9a6-407c-9bbb-ec7cde216307 req-2202fe7f-bae6-42f7-a4d5-928bb40bddf7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59ddfe45-6d96-41d4-aec0-fbcc002b7bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308051 Mar 01 16:57:29.709247 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8d254741-b6c2-4ac1-b356-103c1327d606 req-9d318659-5674-4311-83ac-efcf84e7363d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a144fbb1-cd5b-4bd3-b93a-8975fccf0431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726163 Mar 01 16:57:29.712433 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f5010c92-339d-451f-b9da-cea21e2be700 req-96650c28-e315-478a-b335-0dc15bad29aa tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876820 Mar 01 16:57:29.733810 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2cdee0fa-7d61-4f9b-847f-d59505730b79 req-39621b05-36f2-4da5-bcd9-bdc410bc4856 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851087 Mar 01 16:57:29.845882 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8d254741-b6c2-4ac1-b356-103c1327d606 req-88396996-cf70-40da-b981-9f5fb8d70a3c service neutron] 10.222.0.37 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357200 Mar 01 16:57:29.897757 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-78fc1317-c9a6-407c-9bbb-ec7cde216307 req-84a32297-8605-4797-a77c-dfc1f7aee6c3 service neutron] 10.222.0.37 "GET /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144668 Mar 01 16:57:30.045030 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8d254741-b6c2-4ac1-b356-103c1327d606 req-1606f5d1-437c-456f-a319-818936e018a1 service neutron] 10.222.0.37 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910903 Mar 01 16:57:30.049036 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 51608) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:30.053547 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c1298-c240-45a3-bc8a-53b3567acff9 req-418a26dc-91d1-495b-a544-efed7efcccfd tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:30.055865 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cf5c1298-c240-45a3-bc8a-53b3567acff9 req-418a26dc-91d1-495b-a544-efed7efcccfd tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.1509855 Mar 01 16:57:30.068131 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 51610) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:30.081255 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-3b3768c0-5c63-4a97-8f93-b654395ea0b2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Request body: {'floatingip': {'port_id': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:57:30.081837 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-80815834-03d5-4b5c-ba5c-6e78b26b8889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:30.102488 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93344201-1683-498c-9d48-46aaa2e117e2 req-2746d169-d416-48e5-85bd-1b565619aa25 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:30.104131 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-93344201-1683-498c-9d48-46aaa2e117e2 req-2746d169-d416-48e5-85bd-1b565619aa25 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 945 time: 0.2238104 Mar 01 16:57:30.139568 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-78fc1317-c9a6-407c-9bbb-ec7cde216307 req-54a9d1a9-90f9-4824-8781-b4623e5c6483 service neutron] 10.222.0.37 "GET /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263377 Mar 01 16:57:30.217674 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3b3768c0-5c63-4a97-8f93-b654395ea0b2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for floatingip (e8c79848-8ab3-44d6-9d88-8c9fe7088e28), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:30.229147 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-93344201-1683-498c-9d48-46aaa2e117e2 req-0e8e3601-7e58-4c54-ba1b-a6801715aa72 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083221 Mar 01 16:57:30.229450 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 51614) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:30.354369 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-80815834-03d5-4b5c-ba5c-6e78b26b8889 admin admin] Publish callbacks [] for security_group (04164834-12d2-4f09-ac8a-dd6b2c3751b5), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:30.364200 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-80815834-03d5-4b5c-ba5c-6e78b26b8889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (04164834-12d2-4f09-ac8a-dd6b2c3751b5), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:30.434982 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-80815834-03d5-4b5c-ba5c-6e78b26b8889 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0a84c2bb2c7406ea6fbe308aae931ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3701653 Mar 01 16:57:30.434982 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80815834-03d5-4b5c-ba5c-6e78b26b8889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04164834-12d2-4f09-ac8a-dd6b2c3751b5,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:30.436680 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 51630) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:30.551382 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2756a829-2243-47d7-bdfa-be171d0b61f8 admin admin] Publish callbacks [] for security_group (04164834-12d2-4f09-ac8a-dd6b2c3751b5), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:30.579645 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2756a829-2243-47d7-bdfa-be171d0b61f8 admin admin] Publish callbacks [] for security_group (04164834-12d2-4f09-ac8a-dd6b2c3751b5), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:30.614730 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0afe9c-cb5b-44bc-b6b1-4fa7c7cbfb9f req-ae6525b9-16a6-4f54-b5b1-1dc87bf65a69 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:30.620763 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1d0afe9c-cb5b-44bc-b6b1-4fa7c7cbfb9f req-ae6525b9-16a6-4f54-b5b1-1dc87bf65a69 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.1751096 Mar 01 16:57:30.659204 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b4d2d220-5348-4f80-8281-1a3aa000e087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:30.672342 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2756a829-2243-47d7-bdfa-be171d0b61f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (04164834-12d2-4f09-ac8a-dd6b2c3751b5), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:30.676747 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2756a829-2243-47d7-bdfa-be171d0b61f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:30.678094 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-2756a829-2243-47d7-bdfa-be171d0b61f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04164834-12d2-4f09-ac8a-dd6b2c3751b5 HTTP/1.1" status: 204 len: 168 time: 0.2405841 Mar 01 16:57:30.688475 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2756a829-2243-47d7-bdfa-be171d0b61f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04164834-12d2-4f09-ac8a-dd6b2c3751b5,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:30.767148 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1d0afe9c-cb5b-44bc-b6b1-4fa7c7cbfb9f req-33984073-7f9b-4bb3-babe-2009c5849717 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426225 Mar 01 16:57:31.067184 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b4d2d220-5348-4f80-8281-1a3aa000e087 admin admin] Publish callbacks [] for security_group (d3a351c2-5ce4-4cf4-b4e8-7b635ee1dd69), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:31.300423 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b4d2d220-5348-4f80-8281-1a3aa000e087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (d3a351c2-5ce4-4cf4-b4e8-7b635ee1dd69), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:31.382654 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2d220-5348-4f80-8281-1a3aa000e087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a351c2-5ce4-4cf4-b4e8-7b635ee1dd69,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:31.387707 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-b4d2d220-5348-4f80-8281-1a3aa000e087 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ddb75d95c45c47088bfb8f8fde208b64&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1569805 Mar 01 16:57:31.390184 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 51672) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:31.416437 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:31.457322 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-aa3ea1b4-bf67-47f9-9588-7c6122aae7fa admin admin] Publish callbacks [] for security_group (d3a351c2-5ce4-4cf4-b4e8-7b635ee1dd69), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:31.486165 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-aa3ea1b4-bf67-47f9-9588-7c6122aae7fa admin admin] Publish callbacks [] for security_group (d3a351c2-5ce4-4cf4-b4e8-7b635ee1dd69), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:31.534637 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.db.resource_extend [None req-3b3768c0-5c63-4a97-8f93-b654395ea0b2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 16:57:31.553286 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-aa3ea1b4-bf67-47f9-9588-7c6122aae7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (d3a351c2-5ce4-4cf4-b4e8-7b635ee1dd69), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:31.555971 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-aa3ea1b4-bf67-47f9-9588-7c6122aae7fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:31.558321 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-aa3ea1b4-bf67-47f9-9588-7c6122aae7fa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3a351c2-5ce4-4cf4-b4e8-7b635ee1dd69 HTTP/1.1" status: 204 len: 168 time: 0.1670916 Mar 01 16:57:31.569849 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ea1b4-bf67-47f9-9588-7c6122aae7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a351c2-5ce4-4cf4-b4e8-7b635ee1dd69,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:31.659348 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3b3768c0-5c63-4a97-8f93-b654395ea0b2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:31.663929 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3b3768c0-5c63-4a97-8f93-b654395ea0b2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688646'] for floatingip (e8c79848-8ab3-44d6-9d88-8c9fe7088e28), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:31.774019 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.l3_db [None req-3b3768c0-5c63-4a97-8f93-b654395ea0b2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Floating IP e8c79848-8ab3-44d6-9d88-8c9fe7088e28 associated. External IP: 172.27.0.50, port: cd374fa0-d036-4006-95e3-3c4f2bfdc288. Mar 01 16:57:32.049442 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc4e9d-6b1c-483e-9500-d1da1fe0541f req-e213dde7-1c21-4fc5-b692-6d9887be7e27 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:32.050954 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-02fc4e9d-6b1c-483e-9500-d1da1fe0541f req-e213dde7-1c21-4fc5-b692-6d9887be7e27 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.1663842 Mar 01 16:57:32.110746 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3768c0-5c63-4a97-8f93-b654395ea0b2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Router d2d4352e-39d5-4290-88fc-cf6ccbf8714c has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:57:32.129861 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-02fc4e9d-6b1c-483e-9500-d1da1fe0541f req-49bc95d2-0bcf-4efd-a105-3e8fef59e604 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664954 Mar 01 16:57:32.280188 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3768c0-5c63-4a97-8f93-b654395ea0b2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:57:32.288355 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3b3768c0-5c63-4a97-8f93-b654395ea0b2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for floatingip (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:32.301457 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c2c72d-34cc-42c8-8024-fc84e28f55a1 None None] Sync routers for ids ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'] in dv-cinder-831247-2-iscsi {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:57:32.320829 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c2c72d-34cc-42c8-8024-fc84e28f55a1 None None] Routers {'d2d4352e-39d5-4290-88fc-cf6ccbf8714c'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:57:32.321869 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-76c2c72d-34cc-42c8-8024-fc84e28f55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:57:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:57:32.346589 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-3b3768c0-5c63-4a97-8f93-b654395ea0b2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "PUT /v2.0/floatingips/e8c79848-8ab3-44d6-9d88-8c9fe7088e28 HTTP/1.1" status: 200 len: 990 time: 2.2730248 Mar 01 16:57:32.347207 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853501cc-206a-4632-b7f5-a42f7c6b8a72', 'tag': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:57:32.350420 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf05db3-ca36-466b-869e-7187560063bb" -d '{"events": [{"name": "network-changed", "server_uuid": "853501cc-206a-4632-b7f5-a42f7c6b8a72", "tag": "cd374fa0-d036-4006-95e3-3c4f2bfdc288"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:57:32.474028 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-76c2c72d-34cc-42c8-8024-fc84e28f55a1 None None] Set router d2d4352e-39d5-4290-88fc-cf6ccbf8714c gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:57:32.770273 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-76c2c72d-34cc-42c8-8024-fc84e28f55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'name': 'tempest-AttachVolumeShelveTestJSON-619683467-router', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:31Z', 'updated_at': '2022-03-01T16:56:43Z', 'revision_number': 4, 'project_id': 'ce864652ab854207a48b6a2647514604', 'gw_port': {'id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:33Z', 'updated_at': '2022-03-01T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': 'e8c79848-8ab3-44d6-9d88-8c9fe7088e28', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'port_id': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'mac_address': 'fa:16:3e:0a:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853501cc-206a-4632-b7f5-a42f7c6b8a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:56:53Z', 'updated_at': '2022-03-01T16:57:31Z', 'revision_number': 1, 'project_id': 'ce864652ab854207a48b6a2647514604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8890ce23-2ad0-4829-bb1a-576edd0b550f', 'name': '', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'mac_address': 'fa:16:3e:59:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:40Z', 'updated_at': '2022-03-01T16:56:51Z', 'revision_number': 5, 'project_id': 'ce864652ab854207a48b6a2647514604', 'subnets': [{'id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:57:32.800404 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c2c72d-34cc-42c8-8024-fc84e28f55a1 None None] Checking router: d2d4352e-39d5-4290-88fc-cf6ccbf8714c for host: dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:57:32.808967 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c2c72d-34cc-42c8-8024-fc84e28f55a1 None None] Routers {'d2d4352e-39d5-4290-88fc-cf6ccbf8714c'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:57:32.809704 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-76c2c72d-34cc-42c8-8024-fc84e28f55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:57:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:57:32.956269 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 51780) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:33.027975 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-76c2c72d-34cc-42c8-8024-fc84e28f55a1 None None] Set router d2d4352e-39d5-4290-88fc-cf6ccbf8714c gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:57:33.114856 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-412abe14-a724-41a8-9ebf-9e849256115c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:33.227890 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-412abe14-a724-41a8-9ebf-9e849256115c admin admin] Publish callbacks [] for security_group (496e9ed6-90fc-4a77-8d5c-d106b55623e1), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:33.236673 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-412abe14-a724-41a8-9ebf-9e849256115c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (496e9ed6-90fc-4a77-8d5c-d106b55623e1), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:33.290158 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412abe14-a724-41a8-9ebf-9e849256115c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496e9ed6-90fc-4a77-8d5c-d106b55623e1,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:33.297742 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 51798) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:33.298213 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-412abe14-a724-41a8-9ebf-9e849256115c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ba91d04e127a4cae8ef893fb77391877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3400478 Mar 01 16:57:33.334486 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-76c2c72d-34cc-42c8-8024-fc84e28f55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'name': 'tempest-AttachVolumeShelveTestJSON-619683467-router', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:31Z', 'updated_at': '2022-03-01T16:56:43Z', 'revision_number': 4, 'project_id': 'ce864652ab854207a48b6a2647514604', 'gw_port': {'id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:33Z', 'updated_at': '2022-03-01T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': 'e8c79848-8ab3-44d6-9d88-8c9fe7088e28', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'port_id': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'mac_address': 'fa:16:3e:0a:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853501cc-206a-4632-b7f5-a42f7c6b8a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:56:53Z', 'updated_at': '2022-03-01T16:57:31Z', 'revision_number': 1, 'project_id': 'ce864652ab854207a48b6a2647514604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8890ce23-2ad0-4829-bb1a-576edd0b550f', 'name': '', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'mac_address': 'fa:16:3e:59:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:40Z', 'updated_at': '2022-03-01T16:56:51Z', 'revision_number': 5, 'project_id': 'ce864652ab854207a48b6a2647514604', 'subnets': [{'id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:57:33.357326 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b24f5196-94c4-40fd-a77d-74791d6a2fb7 admin admin] Publish callbacks [] for security_group (496e9ed6-90fc-4a77-8d5c-d106b55623e1), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:33.366227 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c2c72d-34cc-42c8-8024-fc84e28f55a1 None None] The sync data for ids ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'] in dv-cinder-831247-2-iscsi is: [{'id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'name': 'tempest-AttachVolumeShelveTestJSON-619683467-router', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:31Z', 'updated_at': '2022-03-01T16:56:43Z', 'revision_number': 4, 'project_id': 'ce864652ab854207a48b6a2647514604', 'gw_port': {'id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:33Z', 'updated_at': '2022-03-01T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': 'e8c79848-8ab3-44d6-9d88-8c9fe7088e28', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'port_id': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'mac_address': 'fa:16:3e:0a:96:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853501cc-206a-4632-b7f5-a42f7c6b8a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:56:53Z', 'updated_at': '2022-03-01T16:57:31Z', 'revision_number': 1, 'project_id': 'ce864652ab854207a48b6a2647514604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8890ce23-2ad0-4829-bb1a-576edd0b550f', 'name': '', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'mac_address': 'fa:16:3e:59:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:40Z', 'updated_at': '2022-03-01T16:56:51Z', 'revision_number': 5, 'project_id': 'ce864652ab854207a48b6a2647514604', 'subnets': [{'id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:57:33.381322 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b24f5196-94c4-40fd-a77d-74791d6a2fb7 admin admin] Publish callbacks [] for security_group (496e9ed6-90fc-4a77-8d5c-d106b55623e1), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:33.440739 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b24f5196-94c4-40fd-a77d-74791d6a2fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (496e9ed6-90fc-4a77-8d5c-d106b55623e1), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:33.443540 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b24f5196-94c4-40fd-a77d-74791d6a2fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:33.447246 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-b24f5196-94c4-40fd-a77d-74791d6a2fb7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/496e9ed6-90fc-4a77-8d5c-d106b55623e1 HTTP/1.1" status: 204 len: 168 time: 0.1459787 Mar 01 16:57:33.454635 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f5196-94c4-40fd-a77d-74791d6a2fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496e9ed6-90fc-4a77-8d5c-d106b55623e1,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:33.617943 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a55ad2d-e16b-423d-8944-b25d0db05523 None None] New status for floating IP e8c79848-8ab3-44d6-9d88-8c9fe7088e28: ACTIVE {{(pid=103034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 16:57:33.798334 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 51816) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:33.812141 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-70dfd9d0-6352-4997-9fa1-b0fa82a5ce92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:33.893560 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-70dfd9d0-6352-4997-9fa1-b0fa82a5ce92 admin admin] Publish callbacks [] for security_group (f3e2f208-7962-4bd5-8815-0720fd53dc92), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:33.896871 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-70dfd9d0-6352-4997-9fa1-b0fa82a5ce92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (f3e2f208-7962-4bd5-8815-0720fd53dc92), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:33.935210 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfd9d0-6352-4997-9fa1-b0fa82a5ce92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e2f208-7962-4bd5-8815-0720fd53dc92,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:33.943707 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-70dfd9d0-6352-4997-9fa1-b0fa82a5ce92 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d8952a56a6a4dee8454f855ca474ecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410763 Mar 01 16:57:33.943707 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 51822) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:33.994392 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f3a05043-1a43-4216-9e94-16990c38428a admin admin] Publish callbacks [] for security_group (f3e2f208-7962-4bd5-8815-0720fd53dc92), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:34.016659 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f3a05043-1a43-4216-9e94-16990c38428a admin admin] Publish callbacks [] for security_group (f3e2f208-7962-4bd5-8815-0720fd53dc92), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:34.063660 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f3a05043-1a43-4216-9e94-16990c38428a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (f3e2f208-7962-4bd5-8815-0720fd53dc92), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:34.066336 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f3a05043-1a43-4216-9e94-16990c38428a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:34.067487 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-f3a05043-1a43-4216-9e94-16990c38428a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f3e2f208-7962-4bd5-8815-0720fd53dc92 HTTP/1.1" status: 204 len: 168 time: 0.1232007 Mar 01 16:57:34.076845 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a05043-1a43-4216-9e94-16990c38428a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e2f208-7962-4bd5-8815-0720fd53dc92,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:34.272469 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 51838) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:34.465255 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b8274447-0d9e-4003-95ad-77a680242a1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:34.567052 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34135f2-b02f-404a-88a9-9d4351cf6b9a x-openstack-request-id: req-e34135f2-b02f-404a-88a9-9d4351cf6b9a {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:57:34.567596 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853501cc-206a-4632-b7f5-a42f7c6b8a72", "tag": "cd374fa0-d036-4006-95e3-3c4f2bfdc288", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:57:34.568039 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e34135f2-b02f-404a-88a9-9d4351cf6b9a {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:57:34.568452 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853501cc-206a-4632-b7f5-a42f7c6b8a72', 'tag': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288', 'status': 'completed', 'code': 200} Mar 01 16:57:34.635747 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b8274447-0d9e-4003-95ad-77a680242a1d admin admin] Publish callbacks [] for security_group (8ac890fb-82fe-4ae2-83c8-456ae8ec4dab), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:34.650204 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b8274447-0d9e-4003-95ad-77a680242a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (8ac890fb-82fe-4ae2-83c8-456ae8ec4dab), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:34.704515 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-b8274447-0d9e-4003-95ad-77a680242a1d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a344014825ef409da2e03d977653a2fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4308445 Mar 01 16:57:34.705430 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 51866) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:34.713207 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8274447-0d9e-4003-95ad-77a680242a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac890fb-82fe-4ae2-83c8-456ae8ec4dab,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:34.766754 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f95005d4-2f32-410d-bd4d-dba9c30a7dab admin admin] Publish callbacks [] for security_group (8ac890fb-82fe-4ae2-83c8-456ae8ec4dab), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:34.829697 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f95005d4-2f32-410d-bd4d-dba9c30a7dab admin admin] Publish callbacks [] for security_group (8ac890fb-82fe-4ae2-83c8-456ae8ec4dab), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:34.884681 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf05db3-ca36-466b-869e-7187560063bb req-6a6bf9f0-cdda-4cf2-9cde-41bd4a0dd942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:34.886163 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1cf05db3-ca36-466b-869e-7187560063bb req-6a6bf9f0-cdda-4cf2-9cde-41bd4a0dd942 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce864652ab854207a48b6a2647514604&device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 1129 time: 0.2906978 Mar 01 16:57:34.909880 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f95005d4-2f32-410d-bd4d-dba9c30a7dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (8ac890fb-82fe-4ae2-83c8-456ae8ec4dab), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:34.913340 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f95005d4-2f32-410d-bd4d-dba9c30a7dab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:34.917498 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-f95005d4-2f32-410d-bd4d-dba9c30a7dab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ac890fb-82fe-4ae2-83c8-456ae8ec4dab HTTP/1.1" status: 204 len: 168 time: 0.2078645 Mar 01 16:57:34.925605 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac39c72-c2d3-4145-8e22-09fde95df893 req-fd992ba2-9153-47cf-ba74-a0013fc60315 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:34.933949 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-eac39c72-c2d3-4145-8e22-09fde95df893 req-fd992ba2-9153-47cf-ba74-a0013fc60315 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0946257 Mar 01 16:57:34.949652 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95005d4-2f32-410d-bd4d-dba9c30a7dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac890fb-82fe-4ae2-83c8-456ae8ec4dab,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:35.114808 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-eac39c72-c2d3-4145-8e22-09fde95df893 req-9c85e80c-bdb9-47da-a0f5-ddb67c2ef5c8 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797073 Mar 01 16:57:35.134778 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf05db3-ca36-466b-869e-7187560063bb req-2cadc9d3-8330-4281-a9f3-08e3c6c19d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:35.136261 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1cf05db3-ca36-466b-869e-7187560063bb req-2cadc9d3-8330-4281-a9f3-08e3c6c19d49 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00da9fad-e099-4559-a3bd-7363f68afe10 HTTP/1.1" status: 200 len: 917 time: 0.2436185 Mar 01 16:57:35.256343 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1cf05db3-ca36-466b-869e-7187560063bb req-309b837c-bedf-4382-8674-fad3d49edbcc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd374fa0-d036-4006-95e3-3c4f2bfdc288 HTTP/1.1" status: 200 len: 1000 time: 0.1083465 Mar 01 16:57:35.308596 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf05db3-ca36-466b-869e-7187560063bb req-75a87987-ff5d-4e7a-909b-c4bb93baf2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:35.310195 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1cf05db3-ca36-466b-869e-7187560063bb req-75a87987-ff5d-4e7a-909b-c4bb93baf2ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2dbbfa00-88e0-498f-b6e2-523e92ef3496 HTTP/1.1" status: 200 len: 855 time: 0.0475311 Mar 01 16:57:35.350817 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 51890) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:35.368384 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ac286d30-f7ee-4c75-99cf-cf4b9cca9977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:35.377465 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf05db3-ca36-466b-869e-7187560063bb req-3d539076-814b-4376-9975-36f2e3fa499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:35.378970 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1cf05db3-ca36-466b-869e-7187560063bb req-3d539076-814b-4376-9975-36f2e3fa499c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00da9fad-e099-4559-a3bd-7363f68afe10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627017 Mar 01 16:57:35.459970 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ac286d30-f7ee-4c75-99cf-cf4b9cca9977 admin admin] Publish callbacks [] for security_group (4ea5221b-296f-4258-a403-b0b2aa45f784), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:35.465468 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ac286d30-f7ee-4c75-99cf-cf4b9cca9977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (4ea5221b-296f-4258-a403-b0b2aa45f784), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:35.485868 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1cf05db3-ca36-466b-869e-7187560063bb req-de45f1e4-ee31-4568-9ae7-4747ab6dac62 service neutron] 10.222.0.37 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994987 Mar 01 16:57:35.503870 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-ac286d30-f7ee-4c75-99cf-cf4b9cca9977 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79b27c32533e46c68726b25f80894dce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1514225 Mar 01 16:57:35.509444 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 51892) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:35.529122 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac286d30-f7ee-4c75-99cf-cf4b9cca9977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea5221b-296f-4258-a403-b0b2aa45f784,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:35.583245 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-faf50b80-a44c-49e3-9c05-8999a92bd2b0 admin admin] Publish callbacks [] for security_group (4ea5221b-296f-4258-a403-b0b2aa45f784), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:35.609216 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1cf05db3-ca36-466b-869e-7187560063bb req-0376c9c3-6c4e-4244-91d4-e8d618879294 service neutron] 10.222.0.37 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170475 Mar 01 16:57:35.620366 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-faf50b80-a44c-49e3-9c05-8999a92bd2b0 admin admin] Publish callbacks [] for security_group (4ea5221b-296f-4258-a403-b0b2aa45f784), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:35.684302 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-faf50b80-a44c-49e3-9c05-8999a92bd2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (4ea5221b-296f-4258-a403-b0b2aa45f784), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:35.688290 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-faf50b80-a44c-49e3-9c05-8999a92bd2b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:35.690889 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-faf50b80-a44c-49e3-9c05-8999a92bd2b0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4ea5221b-296f-4258-a403-b0b2aa45f784 HTTP/1.1" status: 204 len: 168 time: 0.1805477 Mar 01 16:57:35.700263 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf50b80-a44c-49e3-9c05-8999a92bd2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea5221b-296f-4258-a403-b0b2aa45f784,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:36.228357 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12ed78-5451-4d0f-95ae-3cb2511abed1 req-3ad482f3-a19a-4900-838c-dcec9a4a8ebd tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:36.232637 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3f12ed78-5451-4d0f-95ae-3cb2511abed1 req-3ad482f3-a19a-4900-838c-dcec9a4a8ebd tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0544236 Mar 01 16:57:36.282797 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3f12ed78-5451-4d0f-95ae-3cb2511abed1 req-dbfa5b2d-60c0-4e6a-8d82-20abdd959883 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416493 Mar 01 16:57:37.413753 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487d707-0cda-40cf-92aa-a85be26d9eab req-bd6d1a66-1738-4daa-894e-f030cad52acb tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:37.415698 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a487d707-0cda-40cf-92aa-a85be26d9eab req-bd6d1a66-1738-4daa-894e-f030cad52acb tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0644627 Mar 01 16:57:37.464148 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a487d707-0cda-40cf-92aa-a85be26d9eab req-d508952c-ed01-4a96-bb12-7e8abd587bcb tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418768 Mar 01 16:57:38.589824 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95260c9e-2d9d-4551-a656-f2afe13b2da5 req-c92022cc-7a90-42d6-9c1e-ed0bb649e748 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:38.591278 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-95260c9e-2d9d-4551-a656-f2afe13b2da5 req-c92022cc-7a90-42d6-9c1e-ed0bb649e748 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0609801 Mar 01 16:57:38.637021 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-95260c9e-2d9d-4551-a656-f2afe13b2da5 req-1572c8e2-aefd-4e6d-81e8-13374d5bd2e7 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403166 Mar 01 16:57:39.754982 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589d0e9-95e4-4ffc-9755-61abb73cc4f6 req-8c02b0ed-2c11-4052-b7d4-4d1f83760013 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:39.756459 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2589d0e9-95e4-4ffc-9755-61abb73cc4f6 req-8c02b0ed-2c11-4052-b7d4-4d1f83760013 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0517287 Mar 01 16:57:39.802430 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2589d0e9-95e4-4ffc-9755-61abb73cc4f6 req-9884b42f-d781-4a17-afdb-a18ba788ca87 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403316 Mar 01 16:57:40.921966 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4280335-7b0a-4467-85a3-4b27aa63624d req-b0587103-fcb2-4f9b-a85f-fd1bcc527e6c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:40.924459 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b4280335-7b0a-4467-85a3-4b27aa63624d req-b0587103-fcb2-4f9b-a85f-fd1bcc527e6c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0538380 Mar 01 16:57:40.972783 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b4280335-7b0a-4467-85a3-4b27aa63624d req-9a4b56cc-66fa-4bf9-9279-118d4bd04e0c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428076 Mar 01 16:57:42.097169 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b499be-a0e7-4454-ad04-ac8dd4d1f4af req-87a69905-8cc6-44ed-8047-78470f6aba48 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:42.098650 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-51b499be-a0e7-4454-ad04-ac8dd4d1f4af req-87a69905-8cc6-44ed-8047-78470f6aba48 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0603740 Mar 01 16:57:42.154765 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-51b499be-a0e7-4454-ad04-ac8dd4d1f4af req-0988f8f7-46cb-4909-a89f-d7cc9fdf5338 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506868 Mar 01 16:57:43.286780 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122be8c-5abd-4e16-941d-29877ff90d33 req-75dff77d-c3ba-40aa-a55e-eeee23714330 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:43.288478 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2122be8c-5abd-4e16-941d-29877ff90d33 req-75dff77d-c3ba-40aa-a55e-eeee23714330 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0615933 Mar 01 16:57:43.337067 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2122be8c-5abd-4e16-941d-29877ff90d33 req-8abb3e93-571b-4fae-aa89-db900446a145 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421007 Mar 01 16:57:43.658596 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-73284ace-a3bf-467a-9c24-c0c40698dd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:44.460147 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18d43e-804b-49ce-a2ca-3d7c3cd71b39 req-eaa66d39-486b-4600-839d-ddbaaa313806 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:44.461631 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5a18d43e-804b-49ce-a2ca-3d7c3cd71b39 req-eaa66d39-486b-4600-839d-ddbaaa313806 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0529981 Mar 01 16:57:44.510517 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5a18d43e-804b-49ce-a2ca-3d7c3cd71b39 req-88587f60-9f6b-407a-8fb0-564d5ea17d6d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429766 Mar 01 16:57:45.629151 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511be5b1-44a5-44dd-89de-27efcc09144c req-8736fb01-cc19-4e4b-9b8f-4c2a6b282310 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:45.630601 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-511be5b1-44a5-44dd-89de-27efcc09144c req-8736fb01-cc19-4e4b-9b8f-4c2a6b282310 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0528617 Mar 01 16:57:45.677734 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-511be5b1-44a5-44dd-89de-27efcc09144c req-cd517c49-052f-43fb-a17f-68c76adcf3fb tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415046 Mar 01 16:57:45.915275 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-51684e3a-93c8-4f43-a22b-f2a52e901b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:46.794170 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7364b78-bb71-4d10-a35a-30f51c19ceae req-0dd9a826-d007-4ade-be9c-f6a421bd4b72 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:46.795644 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c7364b78-bb71-4d10-a35a-30f51c19ceae req-0dd9a826-d007-4ade-be9c-f6a421bd4b72 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0513003 Mar 01 16:57:46.847203 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c7364b78-bb71-4d10-a35a-30f51c19ceae req-b7dd77b9-4cc7-4e4d-92d0-1c8e3e181788 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460277 Mar 01 16:57:46.934116 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:47.993726 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b1de2-dca9-471c-a782-4459affd8611 req-8df9b67b-9b78-4c91-b106-a690f1e5311c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:47.996132 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b18b1de2-dca9-471c-a782-4459affd8611 req-8df9b67b-9b78-4c91-b106-a690f1e5311c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0710926 Mar 01 16:57:48.056266 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b18b1de2-dca9-471c-a782-4459affd8611 req-7bd6c988-0c49-4e12-b908-8ef9c6bc3e83 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548682 Mar 01 16:57:48.520239 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:48.832366 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1c6ac-8fc7-42f1-85c3-9714a2d8fa5d req-9418f697-b080-4b57-9adb-079dca7810ca tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:48.835372 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-61c1c6ac-8fc7-42f1-85c3-9714a2d8fa5d req-9418f697-b080-4b57-9adb-079dca7810ca tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 945 time: 0.0709491 Mar 01 16:57:48.879859 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 52290) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:48.903981 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-61c1c6ac-8fc7-42f1-85c3-9714a2d8fa5d req-0b0a4924-db34-4214-aef8-00f6daa601ee tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600307 Mar 01 16:57:49.053181 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c5b836a4-76e5-479b-a589-e23666152b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:49.150169 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c5b836a4-76e5-479b-a589-e23666152b28 admin admin] Publish callbacks [] for security_group (d3833afc-d96c-4583-8a5e-66ff3cde9a05), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:49.167607 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c5b836a4-76e5-479b-a589-e23666152b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (d3833afc-d96c-4583-8a5e-66ff3cde9a05), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:49.215160 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-c5b836a4-76e5-479b-a589-e23666152b28 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0ea0cba2cda41cc8bc4126e3f67e32e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340170 Mar 01 16:57:49.216375 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 52310) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:49.216901 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3c934-0e7e-4f03-a339-dede7fb5c908 req-d0799825-c011-4795-9881-68e10cc2ad8d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:49.219216 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-35b3c934-0e7e-4f03-a339-dede7fb5c908 req-d0799825-c011-4795-9881-68e10cc2ad8d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0659246 Mar 01 16:57:49.245441 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 52312) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:49.276176 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b836a4-76e5-479b-a589-e23666152b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3833afc-d96c-4583-8a5e-66ff3cde9a05,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:49.288593 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-35b3c934-0e7e-4f03-a339-dede7fb5c908 req-a4b600aa-84e1-4121-915a-fe1a9f7a6f19 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629354 Mar 01 16:57:49.313104 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c3f5144b-8422-4f49-aa4c-9fb7b56733e2 admin admin] Publish callbacks [] for security_group (d3833afc-d96c-4583-8a5e-66ff3cde9a05), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:49.339031 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c3f5144b-8422-4f49-aa4c-9fb7b56733e2 admin admin] Publish callbacks [] for security_group (d3833afc-d96c-4583-8a5e-66ff3cde9a05), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:49.375952 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f3b94239-ce1b-4827-868f-8576a52b8d05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:49.404859 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c3f5144b-8422-4f49-aa4c-9fb7b56733e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (d3833afc-d96c-4583-8a5e-66ff3cde9a05), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:49.407422 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c3f5144b-8422-4f49-aa4c-9fb7b56733e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:49.408577 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-c3f5144b-8422-4f49-aa4c-9fb7b56733e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3833afc-d96c-4583-8a5e-66ff3cde9a05 HTTP/1.1" status: 204 len: 168 time: 0.1896720 Mar 01 16:57:49.417648 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5144b-8422-4f49-aa4c-9fb7b56733e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3833afc-d96c-4583-8a5e-66ff3cde9a05,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:49.470712 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 52320) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:49.489703 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f3b94239-ce1b-4827-868f-8576a52b8d05 admin admin] Publish callbacks [] for security_group (82168412-6151-4fe7-9644-e534147e7b3c), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:49.493757 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f3b94239-ce1b-4827-868f-8576a52b8d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (82168412-6151-4fe7-9644-e534147e7b3c), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:49.537310 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 52326) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:49.546009 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-f3b94239-ce1b-4827-868f-8576a52b8d05 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a68c35f228e46dca6fa5501cbdb3278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989130 Mar 01 16:57:49.579062 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b94239-ce1b-4827-868f-8576a52b8d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82168412-6151-4fe7-9644-e534147e7b3c,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:49.610477 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c94ff149-358c-4ff6-b0c6-343da25ed485 admin admin] Publish callbacks [] for security_group (82168412-6151-4fe7-9644-e534147e7b3c), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:49.633788 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c94ff149-358c-4ff6-b0c6-343da25ed485 admin admin] Publish callbacks [] for security_group (82168412-6151-4fe7-9644-e534147e7b3c), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:49.689395 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c94ff149-358c-4ff6-b0c6-343da25ed485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (82168412-6151-4fe7-9644-e534147e7b3c), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:49.692155 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c94ff149-358c-4ff6-b0c6-343da25ed485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:49.693560 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-c94ff149-358c-4ff6-b0c6-343da25ed485 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/82168412-6151-4fe7-9644-e534147e7b3c HTTP/1.1" status: 204 len: 168 time: 0.1554813 Mar 01 16:57:49.718656 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ff149-358c-4ff6-b0c6-343da25ed485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82168412-6151-4fe7-9644-e534147e7b3c,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:49.720968 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a067-797f-42f7-9e81-4c2d1c756d9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:49.803651 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 52332) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:49.820245 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a067-797f-42f7-9e81-4c2d1c756d9a admin admin] Publish callbacks [] for security_group (c782d21d-a718-4025-ac32-976f473604ac), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:49.825841 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1237a59e-897d-48c9-aaf6-be88f070f379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:49.827657 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c4b6a067-797f-42f7-9e81-4c2d1c756d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (c782d21d-a718-4025-ac32-976f473604ac), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:49.874799 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:49.887431 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-c4b6a067-797f-42f7-9e81-4c2d1c756d9a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b1ea101c33c74641a3476ea4dd919a2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4152341 Mar 01 16:57:49.889906 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 52336) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:49.898245 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6a067-797f-42f7-9e81-4c2d1c756d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c782d21d-a718-4025-ac32-976f473604ac,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:49.947453 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1237a59e-897d-48c9-aaf6-be88f070f379 admin admin] Publish callbacks [] for security_group (34eb26d4-c7d6-4e00-b206-ca76678cbc23), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:49.951603 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-37298b8d-f442-483f-aa85-a6f873c8bd95 admin admin] Publish callbacks [] for security_group (c782d21d-a718-4025-ac32-976f473604ac), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:49.953910 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1237a59e-897d-48c9-aaf6-be88f070f379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (34eb26d4-c7d6-4e00-b206-ca76678cbc23), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:49.981159 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-37298b8d-f442-483f-aa85-a6f873c8bd95 admin admin] Publish callbacks [] for security_group (c782d21d-a718-4025-ac32-976f473604ac), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:50.005343 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237a59e-897d-48c9-aaf6-be88f070f379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34eb26d4-c7d6-4e00-b206-ca76678cbc23,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:50.009668 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-1237a59e-897d-48c9-aaf6-be88f070f379 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a027214c292b44cea13bea6588210d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2048280 Mar 01 16:57:50.012925 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 52340) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:50.032498 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 52344) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:50.055423 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-25d1acbc-248f-448d-a03a-73b1490e79b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:50.083996 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-37298b8d-f442-483f-aa85-a6f873c8bd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (c782d21d-a718-4025-ac32-976f473604ac), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:50.086494 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-37298b8d-f442-483f-aa85-a6f873c8bd95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:50.087647 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-37298b8d-f442-483f-aa85-a6f873c8bd95 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c782d21d-a718-4025-ac32-976f473604ac HTTP/1.1" status: 204 len: 168 time: 0.1965418 Mar 01 16:57:50.099192 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37298b8d-f442-483f-aa85-a6f873c8bd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c782d21d-a718-4025-ac32-976f473604ac,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:50.111491 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc7d42-998c-489b-a981-1eddfbbcead9 req-ccfcc2a5-b2da-43d8-8025-d5e581e3c16c tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:50.113876 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-30fc7d42-998c-489b-a981-1eddfbbcead9 req-ccfcc2a5-b2da-43d8-8025-d5e581e3c16c tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 945 time: 0.1187513 Mar 01 16:57:50.172630 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7d17-1d75-47dd-8e27-f66ea256f2a2 admin admin] Publish callbacks [] for security_group (34eb26d4-c7d6-4e00-b206-ca76678cbc23), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:50.195208 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-30fc7d42-998c-489b-a981-1eddfbbcead9 req-a8c87b59-df17-4d11-9ab9-a17739386660 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740278 Mar 01 16:57:50.228082 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7d17-1d75-47dd-8e27-f66ea256f2a2 admin admin] Publish callbacks [] for security_group (34eb26d4-c7d6-4e00-b206-ca76678cbc23), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:50.245800 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-25d1acbc-248f-448d-a03a-73b1490e79b1 admin admin] Publish callbacks [] for security_group (c7f0d0d2-efd1-4237-ae03-befc14153d1d), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:50.258408 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-25d1acbc-248f-448d-a03a-73b1490e79b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (c7f0d0d2-efd1-4237-ae03-befc14153d1d), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:50.322851 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-25d1acbc-248f-448d-a03a-73b1490e79b1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6ff5ee34b5f2403aabdae9bba2bc3f37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890878 Mar 01 16:57:50.323576 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1acbc-248f-448d-a03a-73b1490e79b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f0d0d2-efd1-4237-ae03-befc14153d1d,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:50.326778 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 52354) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:50.341562 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7d17-1d75-47dd-8e27-f66ea256f2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (34eb26d4-c7d6-4e00-b206-ca76678cbc23), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:50.344305 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3d2a7d17-1d75-47dd-8e27-f66ea256f2a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:50.345745 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-3d2a7d17-1d75-47dd-8e27-f66ea256f2a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34eb26d4-c7d6-4e00-b206-ca76678cbc23 HTTP/1.1" status: 204 len: 168 time: 0.3315837 Mar 01 16:57:50.361875 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a7d17-1d75-47dd-8e27-f66ea256f2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34eb26d4-c7d6-4e00-b206-ca76678cbc23,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:50.445137 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f573421e-efc0-45fc-98dd-a19ed23ca448 admin admin] Publish callbacks [] for security_group (c7f0d0d2-efd1-4237-ae03-befc14153d1d), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:50.467204 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79d422-7d80-4a74-913e-f908b5e735b0 req-464f2ff8-28f0-40f4-9256-f0fd6e238db3 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:50.476473 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3a79d422-7d80-4a74-913e-f908b5e735b0 req-464f2ff8-28f0-40f4-9256-f0fd6e238db3 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.1043017 Mar 01 16:57:50.478611 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f573421e-efc0-45fc-98dd-a19ed23ca448 admin admin] Publish callbacks [] for security_group (c7f0d0d2-efd1-4237-ae03-befc14153d1d), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:50.526756 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3a79d422-7d80-4a74-913e-f908b5e735b0 req-8b602b9e-f4f6-4559-a31d-22b64220a075 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484760 Mar 01 16:57:50.552283 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f573421e-efc0-45fc-98dd-a19ed23ca448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (c7f0d0d2-efd1-4237-ae03-befc14153d1d), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:50.555361 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f573421e-efc0-45fc-98dd-a19ed23ca448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:50.556206 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-f573421e-efc0-45fc-98dd-a19ed23ca448 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7f0d0d2-efd1-4237-ae03-befc14153d1d HTTP/1.1" status: 204 len: 168 time: 0.2263885 Mar 01 16:57:50.564650 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573421e-efc0-45fc-98dd-a19ed23ca448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f0d0d2-efd1-4237-ae03-befc14153d1d,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:50.874322 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 52380) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:50.887060 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3dd3ddb1-d60e-4257-8f88-b2a23799928c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:50.978633 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3dd3ddb1-d60e-4257-8f88-b2a23799928c admin admin] Publish callbacks [] for security_group (e49caeae-eed7-4efa-8729-f0144ac429e2), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:50.983843 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3dd3ddb1-d60e-4257-8f88-b2a23799928c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (e49caeae-eed7-4efa-8729-f0144ac429e2), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:51.023518 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-3dd3ddb1-d60e-4257-8f88-b2a23799928c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=acca9a6e910b403faf932b99b40e2b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480725 Mar 01 16:57:51.026806 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 52386) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:51.033424 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3ddb1-d60e-4257-8f88-b2a23799928c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49caeae-eed7-4efa-8729-f0144ac429e2,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:51.079670 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2e81dfb-6306-4eed-a0eb-aac82da97320 admin admin] Publish callbacks [] for security_group (e49caeae-eed7-4efa-8729-f0144ac429e2), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:51.100839 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2e81dfb-6306-4eed-a0eb-aac82da97320 admin admin] Publish callbacks [] for security_group (e49caeae-eed7-4efa-8729-f0144ac429e2), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:51.161505 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2e81dfb-6306-4eed-a0eb-aac82da97320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (e49caeae-eed7-4efa-8729-f0144ac429e2), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:51.164784 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b2e81dfb-6306-4eed-a0eb-aac82da97320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:51.167294 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-b2e81dfb-6306-4eed-a0eb-aac82da97320 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e49caeae-eed7-4efa-8729-f0144ac429e2 HTTP/1.1" status: 204 len: 168 time: 0.1390660 Mar 01 16:57:51.176973 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e81dfb-6306-4eed-a0eb-aac82da97320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49caeae-eed7-4efa-8729-f0144ac429e2,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:51.326004 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa96047-9683-4b32-bda8-f677e0ed51aa req-786180e3-5d9a-49ea-9387-1905da5ec7be tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:51.327579 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2fa96047-9683-4b32-bda8-f677e0ed51aa req-786180e3-5d9a-49ea-9387-1905da5ec7be tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 945 time: 0.0614879 Mar 01 16:57:51.382686 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2fa96047-9683-4b32-bda8-f677e0ed51aa req-e0389ded-2e85-4317-be36-f1e542e3c614 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472322 Mar 01 16:57:51.659278 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67ea99-ed63-4b1c-9967-cb7372419356 req-d4a946fb-5901-4751-9191-004efa642394 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:51.660564 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-cd67ea99-ed63-4b1c-9967-cb7372419356 req-d4a946fb-5901-4751-9191-004efa642394 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0629079 Mar 01 16:57:51.721201 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-cd67ea99-ed63-4b1c-9967-cb7372419356 req-62c833e0-be82-45c1-b464-c4bdf0fd18aa tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542340 Mar 01 16:57:52.529097 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ca838-80e6-4628-b959-f81f9fb79c24 req-d88418b3-d7ba-4b51-82e9-4525a85acfb2 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:52.531934 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a68ca838-80e6-4628-b959-f81f9fb79c24 req-d88418b3-d7ba-4b51-82e9-4525a85acfb2 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 945 time: 0.0636308 Mar 01 16:57:52.582418 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a68ca838-80e6-4628-b959-f81f9fb79c24 req-38df80f1-58e7-4be0-8d91-756c7e5f9a83 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452847 Mar 01 16:57:52.717044 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 52490) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:52.890310 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-66c00039-5e5b-4f81-aad9-b9c8bde7f6ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:52.929622 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecca148-87b2-4b84-80a1-8fc45e10862f req-edb4606a-027e-4ce7-8305-00f196eb42bd tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:52.931094 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8ecca148-87b2-4b84-80a1-8fc45e10862f req-edb4606a-027e-4ce7-8305-00f196eb42bd tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.1052549 Mar 01 16:57:53.003819 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8ecca148-87b2-4b84-80a1-8fc45e10862f req-d6d06cfd-8ebe-437f-af7e-e8806e34bc53 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652592 Mar 01 16:57:53.028187 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-66c00039-5e5b-4f81-aad9-b9c8bde7f6ea admin admin] Publish callbacks [] for security_group (2325e07b-f918-480d-865a-980c94f24529), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:53.032231 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-66c00039-5e5b-4f81-aad9-b9c8bde7f6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (2325e07b-f918-480d-865a-980c94f24529), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:53.069567 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-66c00039-5e5b-4f81-aad9-b9c8bde7f6ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5517acf51cef43d8a6fd8dd24d6be0ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3504362 Mar 01 16:57:53.071494 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c00039-5e5b-4f81-aad9-b9c8bde7f6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2325e07b-f918-480d-865a-980c94f24529,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:53.073229 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 52508) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:53.126744 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2eec6d07-754f-475e-b16b-2fb7c6d087fd admin admin] Publish callbacks [] for security_group (2325e07b-f918-480d-865a-980c94f24529), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:53.152105 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2eec6d07-754f-475e-b16b-2fb7c6d087fd admin admin] Publish callbacks [] for security_group (2325e07b-f918-480d-865a-980c94f24529), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:53.202323 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2eec6d07-754f-475e-b16b-2fb7c6d087fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (2325e07b-f918-480d-865a-980c94f24529), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:53.204895 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2eec6d07-754f-475e-b16b-2fb7c6d087fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:53.206050 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-2eec6d07-754f-475e-b16b-2fb7c6d087fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2325e07b-f918-480d-865a-980c94f24529 HTTP/1.1" status: 204 len: 168 time: 0.1316304 Mar 01 16:57:53.214921 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec6d07-754f-475e-b16b-2fb7c6d087fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2325e07b-f918-480d-865a-980c94f24529,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:53.718049 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06660a-a2a3-4da0-a11d-bcb66dbd69a3 req-47b52371-80c0-41bf-80bc-c781eced011b tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:53.720032 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5c06660a-a2a3-4da0-a11d-bcb66dbd69a3 req-47b52371-80c0-41bf-80bc-c781eced011b tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 945 time: 0.0591223 Mar 01 16:57:53.780736 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5c06660a-a2a3-4da0-a11d-bcb66dbd69a3 req-e0d4acff-44c3-4778-8b9c-234f6409a6cb tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/security-groups?id=22f39353-c7d5-4842-ba82-d6e6a9c45e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532081 Mar 01 16:57:54.143375 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bae2d4-9cd1-463d-a50f-41c2d7c26894 req-91eb6c51-f75f-4526-8513-661a0c16e60d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:54.145499 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-49bae2d4-9cd1-463d-a50f-41c2d7c26894 req-91eb6c51-f75f-4526-8513-661a0c16e60d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0648992 Mar 01 16:57:54.225646 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-49bae2d4-9cd1-463d-a50f-41c2d7c26894 req-425042a9-c860-4070-896d-6082453a9c75 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734313 Mar 01 16:57:54.254519 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b9cee-5525-49b2-9dbb-2f749d6fd77d req-9b71f737-b0d6-4cb7-9929-b143dd53e5bd tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:54.256042 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7e7b9cee-5525-49b2-9dbb-2f749d6fd77d req-9b71f737-b0d6-4cb7-9929-b143dd53e5bd tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.37 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 945 time: 0.0761008 Mar 01 16:57:54.452719 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [req-7e7b9cee-5525-49b2-9dbb-2f749d6fd77d req-1e7c51f5-58a0-4231-80d8-98773cf0eda8 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Deleting port 04581fab-38f6-4f21-b3c0-1b06eeae45cb {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:57:54.452719 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-7e7b9cee-5525-49b2-9dbb-2f749d6fd77d req-1e7c51f5-58a0-4231-80d8-98773cf0eda8 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (04581fab-38f6-4f21-b3c0-1b06eeae45cb), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:54.565796 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [req-7e7b9cee-5525-49b2-9dbb-2f749d6fd77d req-1e7c51f5-58a0-4231-80d8-98773cf0eda8 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] For port 04581fab-38f6-4f21-b3c0-1b06eeae45cb, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=04581fab-38f6-4f21-b3c0-1b06eeae45cb,segment=NetworkSegment(c31820f6-469c-4844-949c-e375a0843d4b),segment_id=c31820f6-469c-4844-949c-e375a0843d4b)] {{(pid=103033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:57:54.566211 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-7e7b9cee-5525-49b2-9dbb-2f749d6fd77d req-1e7c51f5-58a0-4231-80d8-98773cf0eda8 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (04581fab-38f6-4f21-b3c0-1b06eeae45cb), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:54.584925 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [req-7e7b9cee-5525-49b2-9dbb-2f749d6fd77d req-1e7c51f5-58a0-4231-80d8-98773cf0eda8 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Calling delete_port for 04581fab-38f6-4f21-b3c0-1b06eeae45cb owned by compute:nova {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:57:54.793133 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-7e7b9cee-5525-49b2-9dbb-2f749d6fd77d req-1e7c51f5-58a0-4231-80d8-98773cf0eda8 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188'] for port (04581fab-38f6-4f21-b3c0-1b06eeae45cb), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:54.811618 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['04581fab-38f6-4f21-b3c0-1b06eeae45cb'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:57:54.833224 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c51f5-58a0-4231-80d8-98773cf0eda8 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Pushing event deleted for resources: {'Port': ['ID=04581fab-38f6-4f21-b3c0-1b06eeae45cb,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:54.927481 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7b9cee-5525-49b2-9dbb-2f749d6fd77d req-1e7c51f5-58a0-4231-80d8-98773cf0eda8 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] No DVR routers for this DVR port 04581fab-38f6-4f21-b3c0-1b06eeae45cb on host hv-cinder-83124 {{(pid=103033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:57:54.931276 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-7e7b9cee-5525-49b2-9dbb-2f749d6fd77d req-1e7c51f5-58a0-4231-80d8-98773cf0eda8 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:54.935729 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7e7b9cee-5525-49b2-9dbb-2f749d6fd77d req-1e7c51f5-58a0-4231-80d8-98773cf0eda8 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.37 "DELETE /v2.0/ports/04581fab-38f6-4f21-b3c0-1b06eeae45cb HTTP/1.1" status: 204 len: 173 time: 0.6700804 Mar 01 16:57:54.936280 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c821c682-1f6d-4b0c-b281-42a006048757', 'name': 'network-vif-deleted', 'tag': '04581fab-38f6-4f21-b3c0-1b06eeae45cb'}] {{(pid=103033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:57:54.939204 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dddadf24ac110f9ada54727228b3474a86f75cc3561f1e1b47b1deb8a3f97d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7296cc-94d0-411f-be33-0e8156b0492c" -d '{"events": [{"server_uuid": "c821c682-1f6d-4b0c-b281-42a006048757", "name": "network-vif-deleted", "tag": "04581fab-38f6-4f21-b3c0-1b06eeae45cb"}]}' {{(pid=103033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:57:54.957980 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9589d61b-28bf-4214-850f-976f7ea92f94 req-2a9d6895-ce02-4417-8edb-9ecbf0e243be tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 210 time: 0.0402582 Mar 01 16:57:54.986101 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d12b892-22af-432c-b22a-ece8f1c041fa x-openstack-request-id: req-4d12b892-22af-432c-b22a-ece8f1c041fa {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:57:54.986393 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c821c682-1f6d-4b0c-b281-42a006048757", "name": "network-vif-deleted", "tag": "04581fab-38f6-4f21-b3c0-1b06eeae45cb", "status": "completed", "code": 200}]} {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:57:54.986647 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d12b892-22af-432c-b22a-ece8f1c041fa {{(pid=103033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:57:54.987046 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c821c682-1f6d-4b0c-b281-42a006048757', 'name': 'network-vif-deleted', 'tag': '04581fab-38f6-4f21-b3c0-1b06eeae45cb', 'status': 'completed', 'code': 200} Mar 01 16:57:55.304075 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-48692465-be86-4813-9d31-a69ad3383133 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:55.305718 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-48692465-be86-4813-9d31-a69ad3383133 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/networks?id=a144fbb1-cd5b-4bd3-b93a-8975fccf0431 HTTP/1.1" status: 200 len: 814 time: 0.1070855 Mar 01 16:57:55.322155 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-150ed7db-17b2-4e21-b3e3-a04e384c1a96 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/quotas/8281adaa9b4d4205a723ff65c505c995 HTTP/1.1" status: 200 len: 375 time: 0.0098090 Mar 01 16:57:55.372379 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3056a9b-17a8-4e74-9ea9-e7b84e792f7c req-c60aa468-0995-45ed-b532-bb82eb399384 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:55.374332 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c3056a9b-17a8-4e74-9ea9-e7b84e792f7c req-c60aa468-0995-45ed-b532-bb82eb399384 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0682051 Mar 01 16:57:55.391550 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-a2baf2fe-46c4-44e0-81bc-a12cab1e5618 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8281adaa9b4d4205a723ff65c505c995&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0608509 Mar 01 16:57:55.484649 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c3056a9b-17a8-4e74-9ea9-e7b84e792f7c req-16b046b0-ce34-4144-9c76-43472d5dc5e3 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042347 Mar 01 16:57:55.522925 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-60714ee6-ca2e-4f99-849d-819c926749b0 service neutron] 10.222.0.55 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249480 Mar 01 16:57:55.629928 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-75a768fd-18df-4967-a2ce-be312f498582 service neutron] 10.222.0.55 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053870 Mar 01 16:57:55.859913 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-bac48c1f-2471-4a2a-b98d-62945e8b11b4 req-8b093902-d61d-4b85-b80b-096cefa266a5 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d953d60c-220a-4586-b9aa-1e2146917f8c HTTP/1.1" status: 200 len: 210 time: 0.0637839 Mar 01 16:57:56.126732 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7bf2326c-5032-4f74-b3c9-8c871c792b08 req-a9a5a073-4f66-440e-9b2c-498ab5b7f545 tempest-DeleteServersTestJSON-407305013 tempest-DeleteServersTestJSON-407305013-project] 10.222.0.55 "GET /v2.0/ports?device_id=c821c682-1f6d-4b0c-b281-42a006048757 HTTP/1.1" status: 200 len: 210 time: 0.0637167 Mar 01 16:57:56.608107 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d1d2c-ced4-4054-85a1-c9538605857b req-3a8ad2ea-2a17-4e78-b3c0-78f50794a70d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:56.609580 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-cb1d1d2c-ced4-4054-85a1-c9538605857b req-3a8ad2ea-2a17-4e78-b3c0-78f50794a70d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0539842 Mar 01 16:57:56.657932 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-cb1d1d2c-ced4-4054-85a1-c9538605857b req-8b13ada3-838e-4e61-8efa-f71493d6969f tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418401 Mar 01 16:57:56.954768 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4e19760b-b42a-451d-8e91-69725bdb92b5 req-75485491-6be3-491a-b4fc-87c4ca84bc5a tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d953d60c-220a-4586-b9aa-1e2146917f8c HTTP/1.1" status: 200 len: 210 time: 0.0300927 Mar 01 16:57:57.105479 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-18f3649b-9f6d-4b18-807d-307abec4fd5f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:57.107168 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-18f3649b-9f6d-4b18-807d-307abec4fd5f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.37 "GET /v2.0/networks?id=a144fbb1-cd5b-4bd3-b93a-8975fccf0431 HTTP/1.1" status: 200 len: 814 time: 0.1180882 Mar 01 16:57:57.123040 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-87cf82d8-458f-4fd4-9f56-05603bf26f57 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Request body: {'port': {'device_id': 'd953d60c-220a-4586-b9aa-1e2146917f8c', 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431', 'admin_state_up': True, 'tenant_id': '8281adaa9b4d4205a723ff65c505c995'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:57:57.274175 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-87cf82d8-458f-4fd4-9f56-05603bf26f57 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Made reservation on behalf of 8281adaa9b4d4205a723ff65c505c995 for: {'port': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:57:57.278728 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-87cf82d8-458f-4fd4-9f56-05603bf26f57 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:57.437512 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-87cf82d8-458f-4fd4-9f56-05603bf26f57 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Allocated IP 172.20.0.14 (a144fbb1-cd5b-4bd3-b93a-8975fccf0431/909e1df5-b88c-42b4-b1ea-8fa858e4c359/58d6bd53-66d9-4039-b37e-1b4a2c4e3504) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:57:57.624123 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-87cf82d8-458f-4fd4-9f56-05603bf26f57 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks [] for port (58d6bd53-66d9-4039-b37e-1b4a2c4e3504), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:57.680444 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-87cf82d8-458f-4fd4-9f56-05603bf26f57 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (58d6bd53-66d9-4039-b37e-1b4a2c4e3504), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:57.695272 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['d6508129-cb4b-4d72-82d3-2e4a7d66e823'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:57:57.741884 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-87cf82d8-458f-4fd4-9f56-05603bf26f57 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Network a144fbb1-cd5b-4bd3-b93a-8975fccf0431 is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:57:57.745162 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-87cf82d8-458f-4fd4-9f56-05603bf26f57 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:57:57.748963 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-87cf82d8-458f-4fd4-9f56-05603bf26f57 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:57:57.755307 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-87cf82d8-458f-4fd4-9f56-05603bf26f57 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:57.756005 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-87cf82d8-458f-4fd4-9f56-05603bf26f57 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:57.791716 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-87cf82d8-458f-4fd4-9f56-05603bf26f57 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6745017 Mar 01 16:57:57.817747 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] Request body: {'port': {'device_id': 'd953d60c-220a-4586-b9aa-1e2146917f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:57:58.091045 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9652e-08aa-421c-bed2-f5ba2f0fc248 req-33a41620-5533-4675-ad9e-9212d384dedc tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:58.093347 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-abf9652e-08aa-421c-bed2-f5ba2f0fc248 req-33a41620-5533-4675-ad9e-9212d384dedc tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d953d60c-220a-4586-b9aa-1e2146917f8c HTTP/1.1" status: 200 len: 932 time: 0.0598047 Mar 01 16:57:58.114071 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf82d8-458f-4fd4-9f56-05603bf26f57 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Pushing event updated for resources: {'Port': ['ID=58d6bd53-66d9-4039-b37e-1b4a2c4e3504,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:58.155936 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-abf9652e-08aa-421c-bed2-f5ba2f0fc248 req-323cd240-d312-465c-8d83-008d18a6ba3c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559115 Mar 01 16:57:58.191562 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (58d6bd53-66d9-4039-b37e-1b4a2c4e3504), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:58.209942 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0746165-099a-4e59-8fb1-6aa29318ee55 req-61263cc3-c211-4665-ab01-c66381344ec5 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:58.211376 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e0746165-099a-4e59-8fb1-6aa29318ee55 req-61263cc3-c211-4665-ab01-c66381344ec5 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.3831918 Mar 01 16:57:58.350474 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e0746165-099a-4e59-8fb1-6aa29318ee55 req-fc69817a-0e5e-4c7f-bf9c-d22be6eb0f08 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324067 Mar 01 16:57:58.530460 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d6bd53-66d9-4039-b37e-1b4a2c4e3504 {{(pid=103033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:57:58.537682 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] Publish callbacks [] for port (58d6bd53-66d9-4039-b37e-1b4a2c4e3504), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:58.551247 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.provisioning_blocks [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] Transition to ACTIVE for port object 58d6bd53-66d9-4039-b37e-1b4a2c4e3504 will not be triggered until provisioned by entity L2. {{(pid=103033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:57:58.555005 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (58d6bd53-66d9-4039-b37e-1b4a2c4e3504), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:58.609968 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] Pushing event updated for resources: {'Port': ['ID=58d6bd53-66d9-4039-b37e-1b4a2c4e3504,revision_number=2']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:58.639209 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] Attempting to bind port 58d6bd53-66d9-4039-b37e-1b4a2c4e3504 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:57:58.639879 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] Attempting to bind port 58d6bd53-66d9-4039-b37e-1b4a2c4e3504 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'ff9deda3-c839-4026-9d99-f94021c86f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431'}] {{(pid=103033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:57:58.639879 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] Attempting to bind port 58d6bd53-66d9-4039-b37e-1b4a2c4e3504 on network a144fbb1-cd5b-4bd3-b93a-8975fccf0431 {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:57:58.644128 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] Port 58d6bd53-66d9-4039-b37e-1b4a2c4e3504 on network a144fbb1-cd5b-4bd3-b93a-8975fccf0431 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:57:58.644446 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] Attempting to bind port 58d6bd53-66d9-4039-b37e-1b4a2c4e3504 on network a144fbb1-cd5b-4bd3-b93a-8975fccf0431 {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:57:58.649225 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] Checking agent: {'id': '0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'started_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:57:58.649559 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] Checking segment: {'id': 'ff9deda3-c839-4026-9d99-f94021c86f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:57:58.649939 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] Bound using segment: {'id': 'ff9deda3-c839-4026-9d99-f94021c86f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431'} {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:57:58.650953 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] Bound port: 58d6bd53-66d9-4039-b37e-1b4a2c4e3504, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9deda3-c839-4026-9d99-f94021c86f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431'}}] {{(pid=103033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:57:58.651594 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (58d6bd53-66d9-4039-b37e-1b4a2c4e3504), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:58.718255 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] For port 58d6bd53-66d9-4039-b37e-1b4a2c4e3504, host hv-cinder-83124, cleared binding levels {{(pid=103033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:57:58.721413 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] For port 58d6bd53-66d9-4039-b37e-1b4a2c4e3504, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=58d6bd53-66d9-4039-b37e-1b4a2c4e3504,segment=NetworkSegment(ff9deda3-c839-4026-9d99-f94021c86f7a),segment_id=ff9deda3-c839-4026-9d99-f94021c86f7a)] {{(pid=103033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:57:58.727598 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (58d6bd53-66d9-4039-b37e-1b4a2c4e3504), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:58.774658 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:58.775869 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:58.777337 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] 10.222.0.37 "PUT /v2.0/ports/58d6bd53-66d9-4039-b37e-1b4a2c4e3504 HTTP/1.1" status: 200 len: 1094 time: 0.9744132 Mar 01 16:57:58.777810 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd953d60c-220a-4586-b9aa-1e2146917f8c', 'tag': '58d6bd53-66d9-4039-b37e-1b4a2c4e3504'}] {{(pid=103033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:57:58.780219 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dddadf24ac110f9ada54727228b3474a86f75cc3561f1e1b47b1deb8a3f97d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08f09dd-998a-44e1-80c3-7fb0e0837955" -d '{"events": [{"name": "network-changed", "server_uuid": "d953d60c-220a-4586-b9aa-1e2146917f8c", "tag": "58d6bd53-66d9-4039-b37e-1b4a2c4e3504"}]}' {{(pid=103033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:57:58.802860 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c69227-3c59-49ca-8b39-8620f6c2491b service neutron] Pushing event updated for resources: {'Port': ['ID=58d6bd53-66d9-4039-b37e-1b4a2c4e3504,revision_number=3']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:58.826951 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2f2f65-ca22-43b5-acb8-5ae54df04175 x-openstack-request-id: req-7e2f2f65-ca22-43b5-acb8-5ae54df04175 {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:57:58.827263 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d953d60c-220a-4586-b9aa-1e2146917f8c", "tag": "58d6bd53-66d9-4039-b37e-1b4a2c4e3504", "status": "completed", "code": 200}]} {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:57:58.827524 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e2f2f65-ca22-43b5-acb8-5ae54df04175 {{(pid=103033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:57:58.827923 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd953d60c-220a-4586-b9aa-1e2146917f8c', 'tag': '58d6bd53-66d9-4039-b37e-1b4a2c4e3504', 'status': 'completed', 'code': 200} Mar 01 16:57:58.879798 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-a165d5cd-5b36-4252-95e2-3c90d71d6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:58.881482 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-a165d5cd-5b36-4252-95e2-3c90d71d6334 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8281adaa9b4d4205a723ff65c505c995&device_id=d953d60c-220a-4586-b9aa-1e2146917f8c HTTP/1.1" status: 200 len: 1128 time: 0.0504787 Mar 01 16:57:58.938254 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-24610e88-4a05-400d-b004-8e13326b0dcf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58d6bd53-66d9-4039-b37e-1b4a2c4e3504 HTTP/1.1" status: 200 len: 217 time: 0.0481567 Mar 01 16:57:59.001637 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 52778) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:59.004381 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-7332816d-4543-4007-9a5f-070fb41a1b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:59.005918 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-7332816d-4543-4007-9a5f-070fb41a1b09 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=909e1df5-b88c-42b4-b1ea-8fa858e4c359 HTTP/1.1" status: 200 len: 854 time: 0.0592911 Mar 01 16:57:59.047424 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-243896d5-2d11-4a55-9c63-ebbee9eb64cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a144fbb1-cd5b-4bd3-b93a-8975fccf0431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310323 Mar 01 16:57:59.067048 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6162cd-9618-4a61-bc64-9f88943df998 admin admin] Deleting subnet acc59fb7-b20a-463b-92df-7376000566a1 {{(pid=103032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 16:57:59.075506 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-fa6162cd-9618-4a61-bc64-9f88943df998 admin admin] Publish callbacks [] for subnet (acc59fb7-b20a-463b-92df-7376000566a1), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:59.134489 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-fa6162cd-9618-4a61-bc64-9f88943df998 admin admin] Publish callbacks [] for subnet (acc59fb7-b20a-463b-92df-7376000566a1), precommit_delete_associations {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:59.145453 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-fa6162cd-9618-4a61-bc64-9f88943df998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824678'] for subnet (acc59fb7-b20a-463b-92df-7376000566a1), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:59.180103 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-a1e8b8de-212f-4448-bfca-6c26f2f81b91 service neutron] 10.222.0.37 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254187 Mar 01 16:57:59.237407 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-fa6162cd-9618-4a61-bc64-9f88943df998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (acc59fb7-b20a-463b-92df-7376000566a1), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:59.297747 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6162cd-9618-4a61-bc64-9f88943df998 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc59fb7-b20a-463b-92df-7376000566a1,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:57:59.308506 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-fa6162cd-9618-4a61-bc64-9f88943df998 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:59.308506 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-fa6162cd-9618-4a61-bc64-9f88943df998 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/acc59fb7-b20a-463b-92df-7376000566a1 HTTP/1.1" status: 204 len: 168 time: 0.3014581 Mar 01 16:57:59.308506 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 52806) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:59.357329 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c3f67-edf1-4610-9287-14de0f8d4357 req-91cf3257-84a6-405a-95e7-2cdd19bc63ac tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:59.358898 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1d7c3f67-edf1-4610-9287-14de0f8d4357 req-91cf3257-84a6-405a-95e7-2cdd19bc63ac tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d953d60c-220a-4586-b9aa-1e2146917f8c HTTP/1.1" status: 200 len: 944 time: 0.0924153 Mar 01 16:57:59.362462 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-598e3bec-fbe9-49a8-8d12-599e19566f95 req-c5d00632-5896-4438-9162-326cff27b9f2 service neutron] 10.222.0.37 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760287 Mar 01 16:57:59.403469 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 04581fab-38f6-4f21-b3c0-1b06eeae45cb no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:57:59.419411 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896669'] for network (b1e12296-7256-4e98-8a90-07484ff52318), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:59.433070 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1d7c3f67-edf1-4610-9287-14de0f8d4357 req-9858ca13-a6ae-4e20-a688-5aadfaa6bc60 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666125 Mar 01 16:57:59.466894 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] No Port match for: 04581fab-38f6-4f21-b3c0-1b06eeae45cb {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:57:59.467236 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 04581fab-38f6-4f21-b3c0-1b06eeae45cb not bound to the agent host hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:57:59.523992 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f09dd-998a-44e1-80c3-7fb0e0837955 req-12d51463-052b-42b9-a7f6-d98601070243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:59.527146 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e08f09dd-998a-44e1-80c3-7fb0e0837955 req-12d51463-052b-42b9-a7f6-d98601070243 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8281adaa9b4d4205a723ff65c505c995&device_id=d953d60c-220a-4586-b9aa-1e2146917f8c HTTP/1.1" status: 200 len: 1128 time: 0.0717924 Mar 01 16:57:59.551643 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986525', 'neutron.services.segments.db._delete_segments_for_network-8740453540253'] for network (b1e12296-7256-4e98-8a90-07484ff52318), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:59.577885 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:57:59.578234 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:57:59.578965 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:57:59.579312 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Subscribe: > port after_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:57:59.579674 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:57:59.580013 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Subscribe: > port after_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:57:59.580331 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:57:59.580644 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:57:59.581878 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:57:59.581878 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:57:59.633294 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f09dd-998a-44e1-80c3-7fb0e0837955 req-510e0bc1-ab09-4b7b-bd09-16e7309db108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:59.636447 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e08f09dd-998a-44e1-80c3-7fb0e0837955 req-510e0bc1-ab09-4b7b-bd09-16e7309db108 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a144fbb1-cd5b-4bd3-b93a-8975fccf0431 HTTP/1.1" status: 200 len: 915 time: 0.1022847 Mar 01 16:57:59.692108 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e08f09dd-998a-44e1-80c3-7fb0e0837955 req-eadc7277-8c03-4746-8e53-64fc8a2b287c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58d6bd53-66d9-4039-b37e-1b4a2c4e3504 HTTP/1.1" status: 200 len: 217 time: 0.0487564 Mar 01 16:57:59.692802 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:57:59.692802 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:57:59.692970 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:57:59.693277 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 16:57:59.693646 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.services.segments.db [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e12296-7256-4e98-8a90-07484ff52318']}} {{(pid=103032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:57:59.708394 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 52814) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:57:59.713654 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.services.segments.db [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31820f6-469c-4844-949c-e375a0843d4b') {'for_net_delete': True} {{(pid=103032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:57:59.713978 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.services.segments.db [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31820f6-469c-4844-949c-e375a0843d4b') {} {{(pid=103032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:57:59.732274 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740453543078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12091609'] for segment (c31820f6-469c-4844-949c-e375a0843d4b), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:59.746462 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97262e42-e64e-4b71-b2ac-d1d6e69927d8 req-8aa5df7c-07d8-4c5a-b31b-fa6186408347 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:59.748126 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-97262e42-e64e-4b71-b2ac-d1d6e69927d8 req-8aa5df7c-07d8-4c5a-b31b-fa6186408347 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.2687719 Mar 01 16:57:59.750755 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f09dd-998a-44e1-80c3-7fb0e0837955 req-2e21f6e2-1d47-4006-890f-1053b9b85aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:57:59.752257 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e08f09dd-998a-44e1-80c3-7fb0e0837955 req-2e21f6e2-1d47-4006-890f-1053b9b85aad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=909e1df5-b88c-42b4-b1ea-8fa858e4c359 HTTP/1.1" status: 200 len: 854 time: 0.0511203 Mar 01 16:57:59.778742 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (c31820f6-469c-4844-949c-e375a0843d4b), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:59.785103 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e08f09dd-998a-44e1-80c3-7fb0e0837955 req-f2b5d7cf-47b7-48ee-bb8d-18d0dae9cd5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a144fbb1-cd5b-4bd3-b93a-8975fccf0431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266783 Mar 01 16:57:59.797537 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 16:57:59.798109 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12092407'] for segment (c31820f6-469c-4844-949c-e375a0843d4b), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: from cryptography.utils import int_from_bytes Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: from cryptography.utils import int_from_bytes Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: Traceback (most recent call last): Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: timer() Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: cb(*args, **kw) Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: return func(*args, **kwargs) Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: self._notify() Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: self.callback(batched_events) Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: event.method(event) Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: return f(self, *a, **k) Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: return self._get(url).json() Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: return self.request(url, 'GET', **kwargs) Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 16:57:59.838072 dv-cinder-831247-2-iscsi neutron-server[103032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 16:57:59.870718 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5705da1a-fb9c-4923-805f-a7227bbc9156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:57:59.914734 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e08f09dd-998a-44e1-80c3-7fb0e0837955 req-99b0e30b-2cfc-4c08-8ff5-5ed54abae7c2 service neutron] 10.222.0.37 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222484 Mar 01 16:58:00.047284 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5705da1a-fb9c-4923-805f-a7227bbc9156 admin admin] Publish callbacks [] for security_group (8b2bfa1f-3b28-46ed-85cb-8ce4eecabc86), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:00.062536 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e08f09dd-998a-44e1-80c3-7fb0e0837955 req-1f4b84c9-9646-44e7-a204-f37f6dcc8c79 service neutron] 10.222.0.37 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366367 Mar 01 16:58:00.067592 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5705da1a-fb9c-4923-805f-a7227bbc9156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (8b2bfa1f-3b28-46ed-85cb-8ce4eecabc86), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:00.133858 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-5705da1a-fb9c-4923-805f-a7227bbc9156 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd5267af487148cb9c3c49d35e6c5e00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4209702 Mar 01 16:58:00.134061 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 52824) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:00.140479 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705da1a-fb9c-4923-805f-a7227bbc9156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2bfa1f-3b28-46ed-85cb-8ce4eecabc86,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:00.179567 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-97262e42-e64e-4b71-b2ac-d1d6e69927d8 req-3475cd7c-ef2d-41d2-8c9c-97db86a09c7b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230108 Mar 01 16:58:00.184588 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688628'] for network (b1e12296-7256-4e98-8a90-07484ff52318), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:00.215764 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:00.236465 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] 10.222.0.55 "DELETE /v2.0/networks/b1e12296-7256-4e98-8a90-07484ff52318 HTTP/1.1" status: 204 len: 168 time: 0.9278359 Mar 01 16:58:00.242790 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6390a593-9e12-43b7-881a-2eaa38d9969b admin admin] Publish callbacks [] for security_group (8b2bfa1f-3b28-46ed-85cb-8ce4eecabc86), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:00.248867 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4b92d-3558-4bda-b4ab-55107bc6cdfb req-a50240bf-b651-4367-aa46-4d0a040a5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:00.249089 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb9839-4a01-4a69-9c3a-825c71747b5c admin admin] Pushing event deleted for resources: {'Network': ['ID=b1e12296-7256-4e98-8a90-07484ff52318,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:00.252415 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2aa4b92d-3558-4bda-b4ab-55107bc6cdfb req-a50240bf-b651-4367-aa46-4d0a040a5f96 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 1129 time: 0.1078138 Mar 01 16:58:00.319372 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6390a593-9e12-43b7-881a-2eaa38d9969b admin admin] Publish callbacks [] for security_group (8b2bfa1f-3b28-46ed-85cb-8ce4eecabc86), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:00.354273 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2aa4b92d-3558-4bda-b4ab-55107bc6cdfb req-fa15b454-ef76-4529-9e66-46ba189d46aa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904689 Mar 01 16:58:00.393082 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 52844) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:00.402135 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6390a593-9e12-43b7-881a-2eaa38d9969b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (8b2bfa1f-3b28-46ed-85cb-8ce4eecabc86), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:00.407260 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6390a593-9e12-43b7-881a-2eaa38d9969b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:00.414209 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-6390a593-9e12-43b7-881a-2eaa38d9969b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b2bfa1f-3b28-46ed-85cb-8ce4eecabc86 HTTP/1.1" status: 204 len: 168 time: 0.2790422 Mar 01 16:58:00.426813 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390a593-9e12-43b7-881a-2eaa38d9969b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2bfa1f-3b28-46ed-85cb-8ce4eecabc86,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:00.454566 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-6399162e-00c0-4aa4-aeb9-e2472ab2a685 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52323b63c6ea4d53b7c872c2556c5768&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0601387 Mar 01 16:58:00.456924 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 52852) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:00.590708 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3de6bf59-79ba-49a1-9d91-3421d6927074 admin admin] Publish callbacks [] for security_group (22f39353-c7d5-4842-ba82-d6e6a9c45e27), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:00.648170 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3de6bf59-79ba-49a1-9d91-3421d6927074 admin admin] Publish callbacks [] for security_group (22f39353-c7d5-4842-ba82-d6e6a9c45e27), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:00.762108 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55125dab-88ae-4ec0-8d24-a2fb425b1ad2 req-b267f3fd-b45a-45a1-a334-b25d2e2ba5be tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:00.766725 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-55125dab-88ae-4ec0-8d24-a2fb425b1ad2 req-b267f3fd-b45a-45a1-a334-b25d2e2ba5be tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d953d60c-220a-4586-b9aa-1e2146917f8c HTTP/1.1" status: 200 len: 944 time: 0.1729810 Mar 01 16:58:00.773725 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3de6bf59-79ba-49a1-9d91-3421d6927074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (22f39353-c7d5-4842-ba82-d6e6a9c45e27), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:00.778113 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3de6bf59-79ba-49a1-9d91-3421d6927074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:00.782579 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-3de6bf59-79ba-49a1-9d91-3421d6927074 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/22f39353-c7d5-4842-ba82-d6e6a9c45e27 HTTP/1.1" status: 204 len: 168 time: 0.3246713 Mar 01 16:58:00.793795 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6bf59-79ba-49a1-9d91-3421d6927074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f39353-c7d5-4842-ba82-d6e6a9c45e27,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:00.859898 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-55125dab-88ae-4ec0-8d24-a2fb425b1ad2 req-421c56f6-08cb-4130-9050-ac064af60635 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829427 Mar 01 16:58:00.928194 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 52874) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:01.099639 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-0325e0f2-78c4-4288-8616-5b67220fcbc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:01.189358 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-0325e0f2-78c4-4288-8616-5b67220fcbc4 admin admin] Publish callbacks [] for security_group (7e7b3a4d-e8a8-4518-9258-3538c8a02ea6), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:01.195164 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-0325e0f2-78c4-4288-8616-5b67220fcbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (7e7b3a4d-e8a8-4518-9258-3538c8a02ea6), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:01.232238 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325e0f2-78c4-4288-8616-5b67220fcbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7b3a4d-e8a8-4518-9258-3538c8a02ea6,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:01.268852 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-0325e0f2-78c4-4288-8616-5b67220fcbc4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d76e6b7805a24fa6818962dd60a95f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3393490 Mar 01 16:58:01.271311 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 52898) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:01.355334 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-13294215-8547-405b-ab6e-f69e0e14d810 admin admin] Publish callbacks [] for security_group (7e7b3a4d-e8a8-4518-9258-3538c8a02ea6), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:01.363357 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5c44b-7dab-4e29-963b-d1770f1a2c3d req-38586eaf-42a4-4651-b3ac-159d5f53cb53 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:01.364868 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-46a5c44b-7dab-4e29-963b-d1770f1a2c3d req-38586eaf-42a4-4651-b3ac-159d5f53cb53 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0864434 Mar 01 16:58:01.397966 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:01.408782 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-13294215-8547-405b-ab6e-f69e0e14d810 admin admin] Publish callbacks [] for security_group (7e7b3a4d-e8a8-4518-9258-3538c8a02ea6), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:01.476850 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-13294215-8547-405b-ab6e-f69e0e14d810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (7e7b3a4d-e8a8-4518-9258-3538c8a02ea6), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:01.479837 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-13294215-8547-405b-ab6e-f69e0e14d810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:01.481220 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-13294215-8547-405b-ab6e-f69e0e14d810 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e7b3a4d-e8a8-4518-9258-3538c8a02ea6 HTTP/1.1" status: 204 len: 168 time: 0.2089157 Mar 01 16:58:01.501816 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13294215-8547-405b-ab6e-f69e0e14d810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7b3a4d-e8a8-4518-9258-3538c8a02ea6,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:01.507357 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-46a5c44b-7dab-4e29-963b-d1770f1a2c3d req-cfb4cabe-f98a-44e3-8d42-0b292fbd97fd tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278243 Mar 01 16:58:01.680257 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 52922) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:01.968501 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-795205d8-711a-475e-9593-35a58f8d3bf9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-320266774-network', 'tenant_id': '8a77e7ac60094d3dad75d49d30e2fb45'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:58:01.997430 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795205d8-711a-475e-9593-35a58f8d3bf9 admin admin] Made reservation on behalf of 8a77e7ac60094d3dad75d49d30e2fb45 for: {'network': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:58:02.001623 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-795205d8-711a-475e-9593-35a58f8d3bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for network (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:02.020551 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-795205d8-711a-475e-9593-35a58f8d3bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:02.049912 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de5c4f-80f8-4af2-b9d9-16a1469f32f2 req-40022f8d-6ed9-4d00-95d1-fe36ecc00fb0 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:02.068979 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c7de5c4f-80f8-4af2-b9d9-16a1469f32f2 req-40022f8d-6ed9-4d00-95d1-fe36ecc00fb0 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d953d60c-220a-4586-b9aa-1e2146917f8c HTTP/1.1" status: 200 len: 944 time: 0.1297472 Mar 01 16:58:02.097419 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 52936) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:02.128340 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-30681d49-23f7-4844-98ce-235fb2cce65b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:02.169815 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c7de5c4f-80f8-4af2-b9d9-16a1469f32f2 req-90b51116-5be5-43d9-a5c7-c0aa04537470 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998535 Mar 01 16:58:02.187743 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-795205d8-711a-475e-9593-35a58f8d3bf9 admin admin] Publish callbacks [] for security_group (8977aa1c-4325-4c38-8421-db8438a9b790), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:02.192324 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-795205d8-711a-475e-9593-35a58f8d3bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (8977aa1c-4325-4c38-8421-db8438a9b790), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:02.226229 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795205d8-711a-475e-9593-35a58f8d3bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8977aa1c-4325-4c38-8421-db8438a9b790,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:02.256988 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795205d8-711a-475e-9593-35a58f8d3bf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:58:02.274476 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-795205d8-711a-475e-9593-35a58f8d3bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (e761cb52-b35e-4fc5-9912-7a5f17a084e2), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:02.276442 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.segments_db [None req-795205d8-711a-475e-9593-35a58f8d3bf9 admin admin] Added segment e761cb52-b35e-4fc5-9912-7a5f17a084e2 of type vlan for network e3ee07f6-e583-4482-94dc-2baa12486210 Mar 01 16:58:02.323058 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-30681d49-23f7-4844-98ce-235fb2cce65b admin admin] Publish callbacks [] for security_group (86d0abae-c0a5-4cf1-8a53-e69e5ea404a4), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:02.331820 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-30681d49-23f7-4844-98ce-235fb2cce65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (86d0abae-c0a5-4cf1-8a53-e69e5ea404a4), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:02.334123 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-795205d8-711a-475e-9593-35a58f8d3bf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740453230677'] for network (e3ee07f6-e583-4482-94dc-2baa12486210), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:02.376925 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-795205d8-711a-475e-9593-35a58f8d3bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (e3ee07f6-e583-4482-94dc-2baa12486210), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:02.377974 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795205d8-711a-475e-9593-35a58f8d3bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:02.378630 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-795205d8-711a-475e-9593-35a58f8d3bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:02.385251 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30681d49-23f7-4844-98ce-235fb2cce65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d0abae-c0a5-4cf1-8a53-e69e5ea404a4,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:02.403681 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-30681d49-23f7-4844-98ce-235fb2cce65b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=71e2d6bae5094ad490ab21a3fa6f67f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050120 Mar 01 16:58:02.406008 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 52944) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:02.434175 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-795205d8-711a-475e-9593-35a58f8d3bf9 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7525508 Mar 01 16:58:02.468222 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 52946) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:02.474551 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-8cdaf966-333e-4d4f-b61b-58e4363adce9 admin admin] Request body: {'subnet': {'network_id': 'e3ee07f6-e583-4482-94dc-2baa12486210', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-320266774-subnet', 'tenant_id': '8a77e7ac60094d3dad75d49d30e2fb45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:58:02.493553 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795205d8-711a-475e-9593-35a58f8d3bf9 admin admin] Pushing event updated for resources: {'Network': ['ID=e3ee07f6-e583-4482-94dc-2baa12486210,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:02.508901 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Network e3ee07f6-e583-4482-94dc-2baa12486210 details requested by agent ovs-agent-dv-cinder-831247-2-iscsi with host dv-cinder-831247-2-iscsi {{(pid=103034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:58:02.519040 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdaf966-333e-4d4f-b61b-58e4363adce9 admin admin] Made reservation on behalf of 8a77e7ac60094d3dad75d49d30e2fb45 for: {'subnet': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:58:02.519276 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-992d8182-2af6-4aae-bb7e-f7cef7c28d50 admin admin] Publish callbacks [] for security_group (86d0abae-c0a5-4cf1-8a53-e69e5ea404a4), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:02.526478 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-8cdaf966-333e-4d4f-b61b-58e4363adce9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12089765'] for subnet (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:02.562457 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-992d8182-2af6-4aae-bb7e-f7cef7c28d50 admin admin] Publish callbacks [] for security_group (86d0abae-c0a5-4cf1-8a53-e69e5ea404a4), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:02.666864 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-992d8182-2af6-4aae-bb7e-f7cef7c28d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (86d0abae-c0a5-4cf1-8a53-e69e5ea404a4), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:02.670196 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-992d8182-2af6-4aae-bb7e-f7cef7c28d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:02.671587 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-992d8182-2af6-4aae-bb7e-f7cef7c28d50 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/86d0abae-c0a5-4cf1-8a53-e69e5ea404a4 HTTP/1.1" status: 204 len: 168 time: 0.2643332 Mar 01 16:58:02.685144 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d8182-2af6-4aae-bb7e-f7cef7c28d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d0abae-c0a5-4cf1-8a53-e69e5ea404a4,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:02.820768 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f947a-3c25-4b83-8eaf-873127c8c2a6 req-efbbd0ea-cb72-4129-be98-57223ee00388 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:02.832447 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-eb1f947a-3c25-4b83-8eaf-873127c8c2a6 req-efbbd0ea-cb72-4129-be98-57223ee00388 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.1652813 Mar 01 16:58:02.927622 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-eb1f947a-3c25-4b83-8eaf-873127c8c2a6 req-c17ce5a7-21a0-4e04-b318-7e6d1bbdba2a tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942013 Mar 01 16:58:02.946808 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-8cdaf966-333e-4d4f-b61b-58e4363adce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12092270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12089751'] for subnet (6f188175-70e6-45e5-a698-a5b7362c8719), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:03.007077 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdaf966-333e-4d4f-b61b-58e4363adce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f188175-70e6-45e5-a698-a5b7362c8719,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:03.027433 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdaf966-333e-4d4f-b61b-58e4363adce9 admin admin] Checking segment: {'id': 'e761cb52-b35e-4fc5-9912-7a5f17a084e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e3ee07f6-e583-4482-94dc-2baa12486210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:58:03.027938 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdaf966-333e-4d4f-b61b-58e4363adce9 admin admin] Network hostable DHCP agents. Network: e3ee07f6-e583-4482-94dc-2baa12486210, hostable agents: ['76634103-e363-4824-9b69-d0e42b80a9e6'], hosted agents: [] {{(pid=103032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:58:03.051090 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdaf966-333e-4d4f-b61b-58e4363adce9 admin admin] Network e3ee07f6-e583-4482-94dc-2baa12486210 is scheduled to be hosted by DHCP agent 76634103-e363-4824-9b69-d0e42b80a9e6 with binding_index 1 {{(pid=103032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:58:03.063017 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-8cdaf966-333e-4d4f-b61b-58e4363adce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-2-iscsi, e3ee07f6-e583-4482-94dc-2baa12486210) {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:58:03.068122 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdaf966-333e-4d4f-b61b-58e4363adce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:03.068730 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-8cdaf966-333e-4d4f-b61b-58e4363adce9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:03.069144 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2961c6d-4287-469e-8c81-1cd222836cc0 req-3f8fb9c3-a8be-4ace-921e-e6d7c9c6b14f tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:03.070963 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a2961c6d-4287-469e-8c81-1cd222836cc0 req-3f8fb9c3-a8be-4ace-921e-e6d7c9c6b14f tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0588863 Mar 01 16:58:03.078870 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720cf248-6b99-470f-ac9e-d737844ffb05 None None] Network e3ee07f6-e583-4482-94dc-2baa12486210 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:58:03.090333 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-8cdaf966-333e-4d4f-b61b-58e4363adce9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6207507 Mar 01 16:58:03.132987 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a2961c6d-4287-469e-8c81-1cd222836cc0 req-af185a51-815b-4709-88f6-b9cabad60181 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528779 Mar 01 16:58:03.197355 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 52974) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:03.219519 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d17f0e80-393f-499d-858d-0c34d2012aaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:03.221796 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8468f6d4-1cc9-4251-ac83-713341ed4c94 None None] Network e3ee07f6-e583-4482-94dc-2baa12486210 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:58:03.346117 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767aa599-58f5-4d20-bd3a-203cd23788a0 req-d0e3946a-8cd3-4194-b0d4-f5d119aa79ed tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:03.348163 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-767aa599-58f5-4d20-bd3a-203cd23788a0 req-d0e3946a-8cd3-4194-b0d4-f5d119aa79ed tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d953d60c-220a-4586-b9aa-1e2146917f8c HTTP/1.1" status: 200 len: 944 time: 0.0932775 Mar 01 16:58:03.381963 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d17f0e80-393f-499d-858d-0c34d2012aaa admin admin] Publish callbacks [] for security_group (61f17892-2391-48a9-a4cb-a9e19b1d1b6c), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:03.392152 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d17f0e80-393f-499d-858d-0c34d2012aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (61f17892-2391-48a9-a4cb-a9e19b1d1b6c), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:03.455260 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-d17f0e80-393f-499d-858d-0c34d2012aaa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=481c62fbcfe3440c9bdb8342b6bd06d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561598 Mar 01 16:58:03.457044 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f0e80-393f-499d-858d-0c34d2012aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f17892-2391-48a9-a4cb-a9e19b1d1b6c,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:03.458401 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 52982) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:03.463141 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-767aa599-58f5-4d20-bd3a-203cd23788a0 req-3d351db3-1a85-4e91-9748-a6bd2cd731a6 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058118 Mar 01 16:58:03.536038 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-c450531d-48f5-4e3b-9cf3-e158b5898cc8 admin admin] Publish callbacks [] for security_group (61f17892-2391-48a9-a4cb-a9e19b1d1b6c), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:03.567921 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-c450531d-48f5-4e3b-9cf3-e158b5898cc8 admin admin] Publish callbacks [] for security_group (61f17892-2391-48a9-a4cb-a9e19b1d1b6c), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:03.630517 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 58d6bd53-66d9-4039-b37e-1b4a2c4e3504 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:58:03.649128 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-c450531d-48f5-4e3b-9cf3-e158b5898cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (61f17892-2391-48a9-a4cb-a9e19b1d1b6c), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:03.653033 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-c450531d-48f5-4e3b-9cf3-e158b5898cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:03.654476 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-c450531d-48f5-4e3b-9cf3-e158b5898cc8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/61f17892-2391-48a9-a4cb-a9e19b1d1b6c HTTP/1.1" status: 204 len: 168 time: 0.1949410 Mar 01 16:58:03.663355 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450531d-48f5-4e3b-9cf3-e158b5898cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f17892-2391-48a9-a4cb-a9e19b1d1b6c,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:03.780464 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 58d6bd53-66d9-4039-b37e-1b4a2c4e3504, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=58d6bd53-66d9-4039-b37e-1b4a2c4e3504,segment=NetworkSegment(ff9deda3-c839-4026-9d99-f94021c86f7a),segment_id=ff9deda3-c839-4026-9d99-f94021c86f7a)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:58:03.793508 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': '58d6bd53-66d9-4039-b37e-1b4a2c4e3504', 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431', 'port_id': '58d6bd53-66d9-4039-b37e-1b4a2c4e3504', 'mac_address': 'fa:16:3e:1f:5b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909e1df5-b88c-42b4-b1ea-8fa858e4c359', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:58:03.868293 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 58d6bd53-66d9-4039-b37e-1b4a2c4e3504 is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:03.870659 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (58d6bd53-66d9-4039-b37e-1b4a2c4e3504), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:03.888575 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d6bd53-66d9-4039-b37e-1b4a2c4e3504 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:58:03.918852 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 58d6bd53-66d9-4039-b37e-1b4a2c4e3504, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=58d6bd53-66d9-4039-b37e-1b4a2c4e3504,segment=NetworkSegment(ff9deda3-c839-4026-9d99-f94021c86f7a),segment_id=ff9deda3-c839-4026-9d99-f94021c86f7a)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:58:03.937032 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (58d6bd53-66d9-4039-b37e-1b4a2c4e3504), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:04.001269 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=58d6bd53-66d9-4039-b37e-1b4a2c4e3504,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:04.008868 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:04.009239 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:04.010187 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:04.010594 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:04.011073 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:04.011305 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:04.011661 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:04.011990 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:04.012316 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:04.012659 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:04.012990 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:04.013311 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:04.013631 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:04.599119 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dc77a-9438-4311-a1a2-aee52c005c03 req-543afa79-09d3-4f2c-9a68-850f826ecd4d tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:04.600520 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7d5dc77a-9438-4311-a1a2-aee52c005c03 req-543afa79-09d3-4f2c-9a68-850f826ecd4d tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d953d60c-220a-4586-b9aa-1e2146917f8c HTTP/1.1" status: 200 len: 945 time: 0.0518820 Mar 01 16:58:04.649492 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7d5dc77a-9438-4311-a1a2-aee52c005c03 req-065c8b9c-14b1-48d2-a605-62da3a727fbe tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420067 Mar 01 16:58:05.708991 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['58d6bd53-66d9-4039-b37e-1b4a2c4e3504'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:58:05.772615 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e2e0b-0928-4ecc-945e-94c11610063e req-a8e20455-c1b3-4f06-b44a-41f091f44098 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:05.774087 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-776e2e0b-0928-4ecc-945e-94c11610063e req-a8e20455-c1b3-4f06-b44a-41f091f44098 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d953d60c-220a-4586-b9aa-1e2146917f8c HTTP/1.1" status: 200 len: 945 time: 0.0549357 Mar 01 16:58:05.825534 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-776e2e0b-0928-4ecc-945e-94c11610063e req-d1a62587-a0ab-4076-b522-1a6bfc365a3f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454252 Mar 01 16:58:06.014562 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:58:06.971266 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dda973-7cc3-4b56-8a11-6ce8f7bc80e4 req-cb8a08e9-dc36-477e-bad1-16d34387bc1b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:06.972713 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-20dda973-7cc3-4b56-8a11-6ce8f7bc80e4 req-cb8a08e9-dc36-477e-bad1-16d34387bc1b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d953d60c-220a-4586-b9aa-1e2146917f8c HTTP/1.1" status: 200 len: 945 time: 0.0662408 Mar 01 16:58:07.022541 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-20dda973-7cc3-4b56-8a11-6ce8f7bc80e4 req-05395490-5a0b-46e8-871c-67d1f4392ff9 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443900 Mar 01 16:58:07.054102 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169223f-5505-4f5d-b65d-3899cadd5203 req-dfa820e4-44c6-4ca6-a3da-78aac5f38517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:07.055857 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a169223f-5505-4f5d-b65d-3899cadd5203 req-dfa820e4-44c6-4ca6-a3da-78aac5f38517 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3c792a846445c5a1b1f652c1a249c6&device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 1130 time: 0.1052535 Mar 01 16:58:07.066379 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5535ff1-e436-42c4-88f1-cdff2940dd2f req-50ae00e1-903b-4051-8394-3b77cd47ef5e tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:07.067856 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-b5535ff1-e436-42c4-88f1-cdff2940dd2f req-50ae00e1-903b-4051-8394-3b77cd47ef5e tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0774076 Mar 01 16:58:07.194878 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-b5535ff1-e436-42c4-88f1-cdff2940dd2f req-d9a0b0fa-acf1-4e83-b946-1ec5c398110d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132038 Mar 01 16:58:07.210811 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169223f-5505-4f5d-b65d-3899cadd5203 req-43fce7d9-a7ad-4dab-9fa1-1f52e795e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:07.212558 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a169223f-5505-4f5d-b65d-3899cadd5203 req-43fce7d9-a7ad-4dab-9fa1-1f52e795e9fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 HTTP/1.1" status: 200 len: 919 time: 0.1437905 Mar 01 16:58:07.270065 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a169223f-5505-4f5d-b65d-3899cadd5203 req-0b4a70b2-3f35-4459-9691-7f15fcca5a80 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b249d806-cd40-4f71-8902-d4810caf8547 HTTP/1.1" status: 200 len: 217 time: 0.0445452 Mar 01 16:58:07.329474 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169223f-5505-4f5d-b65d-3899cadd5203 req-7cb8a016-c7af-44d7-be02-e44cd16c96b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:07.331448 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a169223f-5505-4f5d-b65d-3899cadd5203 req-7cb8a016-c7af-44d7-be02-e44cd16c96b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c HTTP/1.1" status: 200 len: 858 time: 0.0552862 Mar 01 16:58:07.371998 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a169223f-5505-4f5d-b65d-3899cadd5203 req-349967df-7e36-498d-83b3-da096fbbf1aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59ddfe45-6d96-41d4-aec0-fbcc002b7bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302458 Mar 01 16:58:07.409764 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-3fea422e-ee7e-4d56-b41c-a229cdaf8a36 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:07.411245 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-3fea422e-ee7e-4d56-b41c-a229cdaf8a36 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/networks?id=e3ee07f6-e583-4482-94dc-2baa12486210 HTTP/1.1" status: 200 len: 813 time: 0.1245179 Mar 01 16:58:07.421603 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 58d6bd53-66d9-4039-b37e-1b4a2c4e3504 up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:58:07.429487 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-c4f5f615-6220-43c3-b82b-31d385dd8e3a tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/quotas/8a77e7ac60094d3dad75d49d30e2fb45 HTTP/1.1" status: 200 len: 375 time: 0.0116270 Mar 01 16:58:07.477657 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a169223f-5505-4f5d-b65d-3899cadd5203 req-0f44b13f-585c-4671-987b-89d489f1f332 service neutron] 10.222.0.37 "GET /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977030 Mar 01 16:58:07.479897 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning for port 58d6bd53-66d9-4039-b37e-1b4a2c4e3504 completed by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:58:07.490860 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port 58d6bd53-66d9-4039-b37e-1b4a2c4e3504 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:07.491302 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (58d6bd53-66d9-4039-b37e-1b4a2c4e3504), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:07.512701 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-34bf1ad4-742c-4df8-935c-1de685b4a18f tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8a77e7ac60094d3dad75d49d30e2fb45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774069 Mar 01 16:58:07.612071 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 58d6bd53-66d9-4039-b37e-1b4a2c4e3504 is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:07.614079 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (58d6bd53-66d9-4039-b37e-1b4a2c4e3504), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:07.651891 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-cca886ee-55cc-4327-8f3d-ad23993b06a7 service neutron] 10.222.0.55 "GET /v2.0/networks/e3ee07f6-e583-4482-94dc-2baa12486210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313634 Mar 01 16:58:07.663845 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd953d60c-220a-4586-b9aa-1e2146917f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d6bd53-66d9-4039-b37e-1b4a2c4e3504'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:58:07.667870 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebc4e26-bd7d-4fd2-aed9-a732a23dec65" -d '{"events": [{"server_uuid": "d953d60c-220a-4586-b9aa-1e2146917f8c", "name": "network-vif-plugged", "status": "completed", "tag": "58d6bd53-66d9-4039-b37e-1b4a2c4e3504"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:58:07.688266 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a169223f-5505-4f5d-b65d-3899cadd5203 req-2bc83940-4a1c-47c8-8c2a-4f26344736a3 service neutron] 10.222.0.37 "GET /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030036 Mar 01 16:58:07.695907 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 58d6bd53-66d9-4039-b37e-1b4a2c4e3504, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=58d6bd53-66d9-4039-b37e-1b4a2c4e3504,segment=NetworkSegment(ff9deda3-c839-4026-9d99-f94021c86f7a),segment_id=ff9deda3-c839-4026-9d99-f94021c86f7a)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:58:07.701307 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (58d6bd53-66d9-4039-b37e-1b4a2c4e3504), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:07.735650 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f3755d-c854-4b6c-9dbc-f70eb753a209 x-openstack-request-id: req-c5f3755d-c854-4b6c-9dbc-f70eb753a209 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:58:07.735962 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d953d60c-220a-4586-b9aa-1e2146917f8c", "name": "network-vif-plugged", "status": "completed", "tag": "58d6bd53-66d9-4039-b37e-1b4a2c4e3504", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:58:07.736226 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c5f3755d-c854-4b6c-9dbc-f70eb753a209 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:58:07.736612 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd953d60c-220a-4586-b9aa-1e2146917f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d6bd53-66d9-4039-b37e-1b4a2c4e3504', 'code': 200} Mar 01 16:58:07.780759 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=58d6bd53-66d9-4039-b37e-1b4a2c4e3504,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:07.811952 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-c577cea3-f324-47fd-a117-1733d3816d88 service neutron] 10.222.0.55 "GET /v2.0/networks/e3ee07f6-e583-4482-94dc-2baa12486210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412644 Mar 01 16:58:07.974612 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e35ef3ec-1370-4f34-861f-15a71a601700 req-7f584b2c-c722-4b85-97c4-0857dd8983e3 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d101d2-a16a-4f53-a05d-c7a2d36cb093 HTTP/1.1" status: 200 len: 210 time: 0.0281949 Mar 01 16:58:07.976446 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37def5-8780-44d5-8283-d948f0ab0ed0 req-f42abfc0-bc5f-4085-a04a-c4af430e1360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:07.977872 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1d37def5-8780-44d5-8283-d948f0ab0ed0 req-f42abfc0-bc5f-4085-a04a-c4af430e1360 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d953d60c-220a-4586-b9aa-1e2146917f8c HTTP/1.1" status: 200 len: 1130 time: 0.0743032 Mar 01 16:58:08.030487 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1d37def5-8780-44d5-8283-d948f0ab0ed0 req-50acf256-6f4c-42a9-8c46-3c6ff0c98d38 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457199 Mar 01 16:58:08.191399 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25674627-8199-4ecf-b538-86c01bc4775a req-2ea2e5f4-59c6-4687-8a96-754b0b2b2914 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:08.193219 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-25674627-8199-4ecf-b538-86c01bc4775a req-2ea2e5f4-59c6-4687-8a96-754b0b2b2914 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d953d60c-220a-4586-b9aa-1e2146917f8c HTTP/1.1" status: 200 len: 946 time: 0.0843377 Mar 01 16:58:08.266409 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-25674627-8199-4ecf-b538-86c01bc4775a req-a29ae4bf-c7ca-4df0-a21a-a0b93743e65e tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665984 Mar 01 16:58:08.326154 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b2bff-b926-477e-bf61-6313a32d9e87 req-6ef316cb-2c9d-4317-b42f-6a007971c285 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:08.327690 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-402b2bff-b926-477e-bf61-6313a32d9e87 req-6ef316cb-2c9d-4317-b42f-6a007971c285 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0586877 Mar 01 16:58:08.383870 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-402b2bff-b926-477e-bf61-6313a32d9e87 req-c2d108a8-413d-4a4e-9271-7a11da2d4db9 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494697 Mar 01 16:58:09.076426 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bdecaf41-40a4-450b-a32b-a4b024daf27a req-6fdc468a-7591-4ce4-9e0d-592e8306cf92 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d101d2-a16a-4f53-a05d-c7a2d36cb093 HTTP/1.1" status: 200 len: 210 time: 0.0269899 Mar 01 16:58:09.186546 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-5b4c8f2b-c592-48a6-acf0-469529965fe7 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:09.188055 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-5b4c8f2b-c592-48a6-acf0-469529965fe7 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.37 "GET /v2.0/networks?id=e3ee07f6-e583-4482-94dc-2baa12486210 HTTP/1.1" status: 200 len: 813 time: 0.1190629 Mar 01 16:58:09.204361 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-44e7ce9a-b1a6-445b-96c2-92d31adbcd9d tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Request body: {'port': {'device_id': '37d101d2-a16a-4f53-a05d-c7a2d36cb093', 'network_id': 'e3ee07f6-e583-4482-94dc-2baa12486210', 'admin_state_up': True, 'tenant_id': '8a77e7ac60094d3dad75d49d30e2fb45'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:58:09.320614 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-44e7ce9a-b1a6-445b-96c2-92d31adbcd9d tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Made reservation on behalf of 8a77e7ac60094d3dad75d49d30e2fb45 for: {'port': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:58:09.327548 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-44e7ce9a-b1a6-445b-96c2-92d31adbcd9d tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:09.502832 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0042968-6283-47d0-af14-7c5a4bf65153 req-a1388ed4-9ac2-484b-bcd1-b503f9dc20c9 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:09.504315 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d0042968-6283-47d0-af14-7c5a4bf65153 req-a1388ed4-9ac2-484b-bcd1-b503f9dc20c9 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d953d60c-220a-4586-b9aa-1e2146917f8c HTTP/1.1" status: 200 len: 946 time: 0.1040096 Mar 01 16:58:09.513782 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5336e-daaa-4057-abb3-bb791708d2af req-2dc5d6d2-9193-4982-80a7-07f6dede5a10 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:09.515265 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-97f5336e-daaa-4057-abb3-bb791708d2af req-2dc5d6d2-9193-4982-80a7-07f6dede5a10 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0557201 Mar 01 16:58:09.533646 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-44e7ce9a-b1a6-445b-96c2-92d31adbcd9d tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Allocated IP 172.20.0.12 (e3ee07f6-e583-4482-94dc-2baa12486210/6f188175-70e6-45e5-a698-a5b7362c8719/a58231c2-4be4-4050-acb2-e1b072d3ff74) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:58:09.567586 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-97f5336e-daaa-4057-abb3-bb791708d2af req-fbf1e22e-6d8a-4954-a988-2259d223d5f3 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468338 Mar 01 16:58:09.582204 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d0042968-6283-47d0-af14-7c5a4bf65153 req-48abdfc5-f7ce-4e60-8565-a83e6de4683d tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715730 Mar 01 16:58:09.718347 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-44e7ce9a-b1a6-445b-96c2-92d31adbcd9d tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Publish callbacks [] for port (a58231c2-4be4-4050-acb2-e1b072d3ff74), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:09.753433 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-44e7ce9a-b1a6-445b-96c2-92d31adbcd9d tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (a58231c2-4be4-4050-acb2-e1b072d3ff74), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:09.802583 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-44e7ce9a-b1a6-445b-96c2-92d31adbcd9d tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Network e3ee07f6-e583-4482-94dc-2baa12486210 is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:58:09.805433 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-44e7ce9a-b1a6-445b-96c2-92d31adbcd9d tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:58:09.810086 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-44e7ce9a-b1a6-445b-96c2-92d31adbcd9d tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:58:09.815582 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-44e7ce9a-b1a6-445b-96c2-92d31adbcd9d tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:09.816210 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-44e7ce9a-b1a6-445b-96c2-92d31adbcd9d tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:09.825144 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7ce9a-b1a6-445b-96c2-92d31adbcd9d tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Pushing event updated for resources: {'Port': ['ID=a58231c2-4be4-4050-acb2-e1b072d3ff74,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:09.842544 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-44e7ce9a-b1a6-445b-96c2-92d31adbcd9d tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6422708 Mar 01 16:58:09.854771 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] Request body: {'port': {'device_id': '37d101d2-a16a-4f53-a05d-c7a2d36cb093', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:58:09.919233 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (a58231c2-4be4-4050-acb2-e1b072d3ff74), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:10.249957 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a58231c2-4be4-4050-acb2-e1b072d3ff74 {{(pid=103033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:58:10.260796 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f44c97-1b33-4a60-b7f2-4699e62d62d4 req-d3a8f748-763a-42fd-9e49-e59656ce0dda tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:10.262271 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-86f44c97-1b33-4a60-b7f2-4699e62d62d4 req-d3a8f748-763a-42fd-9e49-e59656ce0dda tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d101d2-a16a-4f53-a05d-c7a2d36cb093 HTTP/1.1" status: 200 len: 932 time: 0.1009529 Mar 01 16:58:10.266740 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] Publish callbacks [] for port (a58231c2-4be4-4050-acb2-e1b072d3ff74), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:10.293325 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.provisioning_blocks [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] Transition to ACTIVE for port object a58231c2-4be4-4050-acb2-e1b072d3ff74 will not be triggered until provisioned by entity L2. {{(pid=103033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:58:10.298350 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (a58231c2-4be4-4050-acb2-e1b072d3ff74), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:10.361673 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-86f44c97-1b33-4a60-b7f2-4699e62d62d4 req-1369c8c3-129f-4cd1-8b08-3d9bcf05a27c tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922472 Mar 01 16:58:10.370502 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] Pushing event updated for resources: {'Port': ['ID=a58231c2-4be4-4050-acb2-e1b072d3ff74,revision_number=2']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:10.406416 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] Attempting to bind port a58231c2-4be4-4050-acb2-e1b072d3ff74 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:58:10.406756 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] Attempting to bind port a58231c2-4be4-4050-acb2-e1b072d3ff74 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'e761cb52-b35e-4fc5-9912-7a5f17a084e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e3ee07f6-e583-4482-94dc-2baa12486210'}] {{(pid=103033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:58:10.407076 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] Attempting to bind port a58231c2-4be4-4050-acb2-e1b072d3ff74 on network e3ee07f6-e583-4482-94dc-2baa12486210 {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:58:10.411493 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] Port a58231c2-4be4-4050-acb2-e1b072d3ff74 on network e3ee07f6-e583-4482-94dc-2baa12486210 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:58:10.411808 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] Attempting to bind port a58231c2-4be4-4050-acb2-e1b072d3ff74 on network e3ee07f6-e583-4482-94dc-2baa12486210 {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:58:10.416955 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] Checking agent: {'id': '0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'started_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:58:10.417293 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] Checking segment: {'id': 'e761cb52-b35e-4fc5-9912-7a5f17a084e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e3ee07f6-e583-4482-94dc-2baa12486210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:58:10.417672 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] Bound using segment: {'id': 'e761cb52-b35e-4fc5-9912-7a5f17a084e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e3ee07f6-e583-4482-94dc-2baa12486210'} {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:58:10.418093 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] Bound port: a58231c2-4be4-4050-acb2-e1b072d3ff74, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e761cb52-b35e-4fc5-9912-7a5f17a084e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e3ee07f6-e583-4482-94dc-2baa12486210'}}] {{(pid=103033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:58:10.418441 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (a58231c2-4be4-4050-acb2-e1b072d3ff74), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:10.488043 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] For port a58231c2-4be4-4050-acb2-e1b072d3ff74, host hv-cinder-83124, cleared binding levels {{(pid=103033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:58:10.491479 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] For port a58231c2-4be4-4050-acb2-e1b072d3ff74, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a58231c2-4be4-4050-acb2-e1b072d3ff74,segment=NetworkSegment(e761cb52-b35e-4fc5-9912-7a5f17a084e2),segment_id=e761cb52-b35e-4fc5-9912-7a5f17a084e2)] {{(pid=103033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:58:10.497777 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (a58231c2-4be4-4050-acb2-e1b072d3ff74), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:10.535299 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:10.535997 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:10.537363 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] 10.222.0.37 "PUT /v2.0/ports/a58231c2-4be4-4050-acb2-e1b072d3ff74 HTTP/1.1" status: 200 len: 1094 time: 0.6875823 Mar 01 16:58:10.538152 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d101d2-a16a-4f53-a05d-c7a2d36cb093', 'tag': 'a58231c2-4be4-4050-acb2-e1b072d3ff74'}] {{(pid=103033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:58:10.540842 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dddadf24ac110f9ada54727228b3474a86f75cc3561f1e1b47b1deb8a3f97d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597a0860-14c9-493f-b567-c0e3b540f329" -d '{"events": [{"name": "network-changed", "server_uuid": "37d101d2-a16a-4f53-a05d-c7a2d36cb093", "tag": "a58231c2-4be4-4050-acb2-e1b072d3ff74"}]}' {{(pid=103033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:58:10.570620 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50138d-eab3-4fc9-b794-7fd0d4257794 service neutron] Pushing event updated for resources: {'Port': ['ID=a58231c2-4be4-4050-acb2-e1b072d3ff74,revision_number=3']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:10.590093 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1b383c-fcea-452c-bf48-32a47603432d x-openstack-request-id: req-3a1b383c-fcea-452c-bf48-32a47603432d {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:58:10.590389 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37d101d2-a16a-4f53-a05d-c7a2d36cb093", "tag": "a58231c2-4be4-4050-acb2-e1b072d3ff74", "status": "completed", "code": 200}]} {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:58:10.590639 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3a1b383c-fcea-452c-bf48-32a47603432d {{(pid=103033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:58:10.591156 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d101d2-a16a-4f53-a05d-c7a2d36cb093', 'tag': 'a58231c2-4be4-4050-acb2-e1b072d3ff74', 'status': 'completed', 'code': 200} Mar 01 16:58:10.699700 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-0a1b5e89-9a1b-4a3e-aa62-21c0f43754e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:10.701210 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-0a1b5e89-9a1b-4a3e-aa62-21c0f43754e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a77e7ac60094d3dad75d49d30e2fb45&device_id=37d101d2-a16a-4f53-a05d-c7a2d36cb093 HTTP/1.1" status: 200 len: 1128 time: 0.0936537 Mar 01 16:58:10.711341 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84279b-4b1a-4f5e-9320-73dc846d1052 req-65fc029f-342a-4857-8887-682e071c2033 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:10.713476 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4c84279b-4b1a-4f5e-9320-73dc846d1052 req-65fc029f-342a-4857-8887-682e071c2033 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d953d60c-220a-4586-b9aa-1e2146917f8c HTTP/1.1" status: 200 len: 946 time: 0.0566435 Mar 01 16:58:10.722608 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d8a01-dded-4dda-a2ff-da6a6157db2b req-013d1886-8d3f-48fe-a257-713ae4cf306b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:10.724177 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-585d8a01-dded-4dda-a2ff-da6a6157db2b req-013d1886-8d3f-48fe-a257-713ae4cf306b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0785787 Mar 01 16:58:10.762259 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-b7f7fa4f-a59a-4ce1-b1ad-6eca8f9b0930 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a58231c2-4be4-4050-acb2-e1b072d3ff74 HTTP/1.1" status: 200 len: 217 time: 0.0535889 Mar 01 16:58:10.766407 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4c84279b-4b1a-4f5e-9320-73dc846d1052 req-a54a8f2c-d258-4cbf-9ffd-34ac2a294f22 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471766 Mar 01 16:58:10.838635 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-585d8a01-dded-4dda-a2ff-da6a6157db2b req-476c2a84-fdf0-4b52-ad7c-5609181a5b1a tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844641 Mar 01 16:58:10.842472 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-354b995f-e478-4355-9cef-d4b448c4e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:10.843824 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-354b995f-e478-4355-9cef-d4b448c4e2c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f188175-70e6-45e5-a698-a5b7362c8719 HTTP/1.1" status: 200 len: 853 time: 0.0733409 Mar 01 16:58:10.881943 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-0007db2f-8efd-49df-813e-2dd9fd768142 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3ee07f6-e583-4482-94dc-2baa12486210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318675 Mar 01 16:58:10.986949 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-60eae637-3115-4445-8ae1-5777498fccd5 service neutron] 10.222.0.37 "GET /v2.0/networks/e3ee07f6-e583-4482-94dc-2baa12486210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914226 Mar 01 16:58:11.296779 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f02a28aa-f602-4399-b8b2-f67e5e8382a8 req-6c367515-5e28-4014-8591-858d6b34b422 service neutron] 10.222.0.37 "GET /v2.0/networks/e3ee07f6-e583-4482-94dc-2baa12486210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982333 Mar 01 16:58:11.415806 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a0860-14c9-493f-b567-c0e3b540f329 req-ce6e98c9-d2b0-4080-acf5-a9da7b0c457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:11.417330 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-597a0860-14c9-493f-b567-c0e3b540f329 req-ce6e98c9-d2b0-4080-acf5-a9da7b0c457f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a77e7ac60094d3dad75d49d30e2fb45&device_id=37d101d2-a16a-4f53-a05d-c7a2d36cb093 HTTP/1.1" status: 200 len: 1128 time: 0.0544696 Mar 01 16:58:11.553520 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99359913-2af2-4e6d-9930-ee2e812b5e9c req-f40961fd-c5e2-4373-acd4-89490cdc49d2 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:11.555047 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-99359913-2af2-4e6d-9930-ee2e812b5e9c req-f40961fd-c5e2-4373-acd4-89490cdc49d2 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d101d2-a16a-4f53-a05d-c7a2d36cb093 HTTP/1.1" status: 200 len: 944 time: 0.1127512 Mar 01 16:58:11.583995 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a0860-14c9-493f-b567-c0e3b540f329 req-6fdfb2ad-9042-45a3-aefc-c01c97778b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:11.585443 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-597a0860-14c9-493f-b567-c0e3b540f329 req-6fdfb2ad-9042-45a3-aefc-c01c97778b01 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3ee07f6-e583-4482-94dc-2baa12486210 HTTP/1.1" status: 200 len: 914 time: 0.1449172 Mar 01 16:58:11.636449 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-597a0860-14c9-493f-b567-c0e3b540f329 req-a7c52a76-d22f-4f59-979c-c10106e31374 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a58231c2-4be4-4050-acb2-e1b072d3ff74 HTTP/1.1" status: 200 len: 217 time: 0.0432382 Mar 01 16:58:11.659383 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-99359913-2af2-4e6d-9930-ee2e812b5e9c req-0eed2dcb-e5e8-406d-8efd-baf0e1dea554 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923717 Mar 01 16:58:11.694864 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a0860-14c9-493f-b567-c0e3b540f329 req-155d01e7-baa1-4f94-a1a8-7c14374fcf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:11.696379 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-597a0860-14c9-493f-b567-c0e3b540f329 req-155d01e7-baa1-4f94-a1a8-7c14374fcf61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f188175-70e6-45e5-a698-a5b7362c8719 HTTP/1.1" status: 200 len: 853 time: 0.0524588 Mar 01 16:58:11.736938 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-597a0860-14c9-493f-b567-c0e3b540f329 req-e06f31a2-c20f-460b-b13c-f0ec1ef6e2d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3ee07f6-e583-4482-94dc-2baa12486210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293183 Mar 01 16:58:11.847749 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-597a0860-14c9-493f-b567-c0e3b540f329 req-acbd7283-1e21-49da-90ad-675ad9454e74 service neutron] 10.222.0.37 "GET /v2.0/networks/e3ee07f6-e583-4482-94dc-2baa12486210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995777 Mar 01 16:58:11.961390 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-597a0860-14c9-493f-b567-c0e3b540f329 req-5a9fb593-3cf2-403f-a538-fcb9b5e89658 service neutron] 10.222.0.37 "GET /v2.0/networks/e3ee07f6-e583-4482-94dc-2baa12486210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958703 Mar 01 16:58:11.969856 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ec3f6-d1e4-435b-8bef-9d66022957a2 req-393f03cf-a62f-4ac8-a24e-d67d4a02b541 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:11.971364 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c83ec3f6-d1e4-435b-8bef-9d66022957a2 req-393f03cf-a62f-4ac8-a24e-d67d4a02b541 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0585349 Mar 01 16:58:12.030353 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c83ec3f6-d1e4-435b-8bef-9d66022957a2 req-6e3bdf79-72c9-4697-a9e7-801fe6d5e0bf tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500741 Mar 01 16:58:12.784919 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f85b38-5bd2-42cc-9e34-0de6d3b98cbf req-02052a60-4ef7-436a-84cb-94e5222e544c tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:12.786446 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-56f85b38-5bd2-42cc-9e34-0de6d3b98cbf req-02052a60-4ef7-436a-84cb-94e5222e544c tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d101d2-a16a-4f53-a05d-c7a2d36cb093 HTTP/1.1" status: 200 len: 944 time: 0.0555339 Mar 01 16:58:12.839965 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-56f85b38-5bd2-42cc-9e34-0de6d3b98cbf req-e7531e80-4f94-40f4-8a17-1233e03bc36d tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457716 Mar 01 16:58:13.144669 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 53366) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:13.175013 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3e8c0-99c2-4706-a651-772f35424dd3 req-504b47a4-c391-47e5-be1d-d54df02b1a91 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:13.176580 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c7e3e8c0-99c2-4706-a651-772f35424dd3 req-504b47a4-c391-47e5-be1d-d54df02b1a91 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0659833 Mar 01 16:58:13.226836 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c7e3e8c0-99c2-4706-a651-772f35424dd3 req-6c9925d4-9655-489e-80b8-ccaea0f4c224 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441036 Mar 01 16:58:13.256675 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-bb9578f4-e3da-4226-9c34-b6f114febb33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:13.340278 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-bb9578f4-e3da-4226-9c34-b6f114febb33 admin admin] Publish callbacks [] for security_group (8c6aba54-68e0-4020-a571-c81468f86a17), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:13.344329 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-bb9578f4-e3da-4226-9c34-b6f114febb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (8c6aba54-68e0-4020-a571-c81468f86a17), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:13.384187 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-bb9578f4-e3da-4226-9c34-b6f114febb33 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=335fdc5e93ce4b10952f20adc7f41912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381539 Mar 01 16:58:13.387107 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 53372) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:13.393951 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9578f4-e3da-4226-9c34-b6f114febb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6aba54-68e0-4020-a571-c81468f86a17,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:13.444743 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-8cceceaf-7e57-472a-89bc-5403cd5b81f2 admin admin] Publish callbacks [] for security_group (8c6aba54-68e0-4020-a571-c81468f86a17), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:13.467447 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-8cceceaf-7e57-472a-89bc-5403cd5b81f2 admin admin] Publish callbacks [] for security_group (8c6aba54-68e0-4020-a571-c81468f86a17), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:13.531007 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-8cceceaf-7e57-472a-89bc-5403cd5b81f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (8c6aba54-68e0-4020-a571-c81468f86a17), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:13.533662 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-8cceceaf-7e57-472a-89bc-5403cd5b81f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:13.537303 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-8cceceaf-7e57-472a-89bc-5403cd5b81f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8c6aba54-68e0-4020-a571-c81468f86a17 HTTP/1.1" status: 204 len: 168 time: 0.1467693 Mar 01 16:58:13.545444 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cceceaf-7e57-472a-89bc-5403cd5b81f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6aba54-68e0-4020-a571-c81468f86a17,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:13.654258 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4acc4c54-911b-4c09-ac15-cda466d3d200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:13.737576 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-63d3feb6-b016-4305-bfac-631340ede29a tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:13.738946 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-63d3feb6-b016-4305-bfac-631340ede29a tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/networks?id=a144fbb1-cd5b-4bd3-b93a-8975fccf0431 HTTP/1.1" status: 200 len: 814 time: 0.1221294 Mar 01 16:58:13.754171 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-a514b6cf-1fb4-43f0-b934-a0c5816608d2 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/quotas/8281adaa9b4d4205a723ff65c505c995 HTTP/1.1" status: 200 len: 375 time: 0.0088842 Mar 01 16:58:13.811182 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-60496c69-57a5-4689-822c-6b4d490a6ec7 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8281adaa9b4d4205a723ff65c505c995&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520763 Mar 01 16:58:13.843046 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 53392) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:13.856315 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c3f7b6da-2057-4143-a91d-56e721751d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:13.940041 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-3d42df2f-094c-48e7-a154-2145bae240be service neutron] 10.222.0.55 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219780 Mar 01 16:58:13.949818 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c3f7b6da-2057-4143-a91d-56e721751d2d admin admin] Publish callbacks [] for security_group (c1986189-b559-4ffa-a880-c7c1717635e2), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:13.954100 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c3f7b6da-2057-4143-a91d-56e721751d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (c1986189-b559-4ffa-a880-c7c1717635e2), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:14.027081 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-c3f7b6da-2057-4143-a91d-56e721751d2d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2eaa7e922a7043fea00762d05cbaaf6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1828372 Mar 01 16:58:14.027896 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7b6da-2057-4143-a91d-56e721751d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1986189-b559-4ffa-a880-c7c1717635e2,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:14.028018 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 53402) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:14.054153 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6418e5c-a6bb-44ea-bf1b-0b35f10d375a req-a177075c-2305-4c35-99f4-52327f192a21 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:14.056289 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b6418e5c-a6bb-44ea-bf1b-0b35f10d375a req-a177075c-2305-4c35-99f4-52327f192a21 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d101d2-a16a-4f53-a05d-c7a2d36cb093 HTTP/1.1" status: 200 len: 944 time: 0.0895789 Mar 01 16:58:14.075276 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-1fe435a1-e432-4dfa-99e0-802166894ed7 service neutron] 10.222.0.55 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270356 Mar 01 16:58:14.096566 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-62bbf8da-8b6b-4ff5-ba66-7056c92372e9 admin admin] Publish callbacks [] for security_group (c1986189-b559-4ffa-a880-c7c1717635e2), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:14.112913 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b6418e5c-a6bb-44ea-bf1b-0b35f10d375a req-12b69387-4713-4979-82d5-67d8a8d440ed tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486610 Mar 01 16:58:14.121261 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-62bbf8da-8b6b-4ff5-ba66-7056c92372e9 admin admin] Publish callbacks [] for security_group (c1986189-b559-4ffa-a880-c7c1717635e2), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:14.206307 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-62bbf8da-8b6b-4ff5-ba66-7056c92372e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (c1986189-b559-4ffa-a880-c7c1717635e2), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:14.209337 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-62bbf8da-8b6b-4ff5-ba66-7056c92372e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:14.211361 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-62bbf8da-8b6b-4ff5-ba66-7056c92372e9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c1986189-b559-4ffa-a880-c7c1717635e2 HTTP/1.1" status: 204 len: 168 time: 0.1819372 Mar 01 16:58:14.223062 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbf8da-8b6b-4ff5-ba66-7056c92372e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1986189-b559-4ffa-a880-c7c1717635e2,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:14.325313 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c0bc74f0-c8d7-470f-aad5-a818c5a46907 req-c6dc2a27-da67-4517-9737-51d21dd37204 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 210 time: 0.0893037 Mar 01 16:58:14.415864 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8f19d-6544-41b6-bbc1-84ff9190e772 req-cfb034f3-c424-42fd-924a-67b4036d295b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:14.423478 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-6dd8f19d-6544-41b6-bbc1-84ff9190e772 req-cfb034f3-c424-42fd-924a-67b4036d295b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1127152 Mar 01 16:58:14.448119 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 53422) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:14.483265 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-6dd8f19d-6544-41b6-bbc1-84ff9190e772 req-e7d787d1-8b34-455c-92dd-c50618a34e6e tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587943 Mar 01 16:58:14.644988 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-aa409d49-eadb-4448-9ce9-431c3ecd34ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:14.734205 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-aa409d49-eadb-4448-9ce9-431c3ecd34ab admin admin] Publish callbacks [] for security_group (e0011cce-89cb-47b6-b5af-3df9d2f94e8c), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:14.739341 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-aa409d49-eadb-4448-9ce9-431c3ecd34ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (e0011cce-89cb-47b6-b5af-3df9d2f94e8c), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:14.791833 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-aa409d49-eadb-4448-9ce9-431c3ecd34ab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dadeeb459e1c459386108aea292df02d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422811 Mar 01 16:58:14.793458 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 53436) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:14.794371 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa409d49-eadb-4448-9ce9-431c3ecd34ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0011cce-89cb-47b6-b5af-3df9d2f94e8c,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:14.856395 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-27867e5f-23cc-412e-bfdd-c9c7cfe5854c admin admin] Publish callbacks [] for security_group (e0011cce-89cb-47b6-b5af-3df9d2f94e8c), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:14.891240 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-27867e5f-23cc-412e-bfdd-c9c7cfe5854c admin admin] Publish callbacks [] for security_group (e0011cce-89cb-47b6-b5af-3df9d2f94e8c), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:14.945281 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-27867e5f-23cc-412e-bfdd-c9c7cfe5854c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (e0011cce-89cb-47b6-b5af-3df9d2f94e8c), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:14.949287 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-27867e5f-23cc-412e-bfdd-c9c7cfe5854c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:14.950589 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-27867e5f-23cc-412e-bfdd-c9c7cfe5854c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e0011cce-89cb-47b6-b5af-3df9d2f94e8c HTTP/1.1" status: 204 len: 168 time: 0.1561224 Mar 01 16:58:14.959239 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27867e5f-23cc-412e-bfdd-c9c7cfe5854c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0011cce-89cb-47b6-b5af-3df9d2f94e8c,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:15.253636 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8baccfd-f2e1-4f94-909d-9f1be069f557 req-79dba564-cee8-4c69-8673-45dcb6073b15 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:15.255236 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f8baccfd-f2e1-4f94-909d-9f1be069f557 req-79dba564-cee8-4c69-8673-45dcb6073b15 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d101d2-a16a-4f53-a05d-c7a2d36cb093 HTTP/1.1" status: 200 len: 944 time: 0.0688446 Mar 01 16:58:15.331743 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f8baccfd-f2e1-4f94-909d-9f1be069f557 req-4f52f54a-4d0a-48ee-ba93-6dfe69aea327 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703301 Mar 01 16:58:15.445737 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device a58231c2-4be4-4050-acb2-e1b072d3ff74 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:58:15.533558 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2a300237-106a-480f-8258-bdefe6a2aaaa req-dffd750f-9ef5-4be2-9c05-d347e630f22c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 210 time: 0.0584481 Mar 01 16:58:15.573361 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-b30b29b6-0027-4c33-8a46-05f2aaf03d80 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:15.574982 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-b30b29b6-0027-4c33-8a46-05f2aaf03d80 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.37 "GET /v2.0/networks?id=a144fbb1-cd5b-4bd3-b93a-8975fccf0431 HTTP/1.1" status: 200 len: 814 time: 0.2172520 Mar 01 16:58:15.599265 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-cb42419e-aeed-4142-9281-5e641be910d8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Request body: {'port': {'device_id': '2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf', 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431', 'admin_state_up': True, 'tenant_id': '8281adaa9b4d4205a723ff65c505c995'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:58:15.698773 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port a58231c2-4be4-4050-acb2-e1b072d3ff74, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a58231c2-4be4-4050-acb2-e1b072d3ff74,segment=NetworkSegment(e761cb52-b35e-4fc5-9912-7a5f17a084e2),segment_id=e761cb52-b35e-4fc5-9912-7a5f17a084e2)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:58:15.710039 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90230eb6-4def-491a-8622-ad86f4be40f5 req-cd73e25f-ca78-475a-b85d-b2ffc747716f tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:15.713398 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-90230eb6-4def-491a-8622-ad86f4be40f5 req-cd73e25f-ca78-475a-b85d-b2ffc747716f tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1051261 Mar 01 16:58:15.720633 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': 'a58231c2-4be4-4050-acb2-e1b072d3ff74', 'network_id': 'e3ee07f6-e583-4482-94dc-2baa12486210', 'port_id': 'a58231c2-4be4-4050-acb2-e1b072d3ff74', 'mac_address': 'fa:16:3e:6f:41:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f188175-70e6-45e5-a698-a5b7362c8719', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:58:15.759474 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port a58231c2-4be4-4050-acb2-e1b072d3ff74 is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:15.760094 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (a58231c2-4be4-4050-acb2-e1b072d3ff74), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:15.778189 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58231c2-4be4-4050-acb2-e1b072d3ff74 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:58:15.782935 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-cb42419e-aeed-4142-9281-5e641be910d8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Made reservation on behalf of 8281adaa9b4d4205a723ff65c505c995 for: {'port': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:58:15.788085 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-cb42419e-aeed-4142-9281-5e641be910d8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:15.799306 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port a58231c2-4be4-4050-acb2-e1b072d3ff74, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a58231c2-4be4-4050-acb2-e1b072d3ff74,segment=NetworkSegment(e761cb52-b35e-4fc5-9912-7a5f17a084e2),segment_id=e761cb52-b35e-4fc5-9912-7a5f17a084e2)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:58:15.805928 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (a58231c2-4be4-4050-acb2-e1b072d3ff74), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:15.807170 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-90230eb6-4def-491a-8622-ad86f4be40f5 req-a4c71e9a-5f46-4cc3-ab5b-ad2fb20a21e9 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862055 Mar 01 16:58:15.898257 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=a58231c2-4be4-4050-acb2-e1b072d3ff74,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:15.926283 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-bb6329cb-8bad-4a23-9bef-cb6892ab996d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:15.952723 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-cb42419e-aeed-4142-9281-5e641be910d8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Allocated IP 172.20.0.5 (a144fbb1-cd5b-4bd3-b93a-8975fccf0431/909e1df5-b88c-42b4-b1ea-8fa858e4c359/f672db11-5aac-4d08-9a7a-3a278f255b36) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:58:16.130391 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-cb42419e-aeed-4142-9281-5e641be910d8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks [] for port (f672db11-5aac-4d08-9a7a-3a278f255b36), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:16.157890 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['a58231c2-4be4-4050-acb2-e1b072d3ff74'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:58:16.179296 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-cb42419e-aeed-4142-9281-5e641be910d8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (f672db11-5aac-4d08-9a7a-3a278f255b36), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:16.220231 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['d6508129-cb4b-4d72-82d3-2e4a7d66e823', '58d6bd53-66d9-4039-b37e-1b4a2c4e3504'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:58:16.242543 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42419e-aeed-4142-9281-5e641be910d8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Pushing event updated for resources: {'Port': ['ID=f672db11-5aac-4d08-9a7a-3a278f255b36,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:16.264132 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-cb42419e-aeed-4142-9281-5e641be910d8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Network a144fbb1-cd5b-4bd3-b93a-8975fccf0431 is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:58:16.269622 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-cb42419e-aeed-4142-9281-5e641be910d8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:58:16.277864 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-cb42419e-aeed-4142-9281-5e641be910d8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:58:16.287133 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-cb42419e-aeed-4142-9281-5e641be910d8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:16.287897 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-cb42419e-aeed-4142-9281-5e641be910d8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:16.313605 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-cb42419e-aeed-4142-9281-5e641be910d8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7205033 Mar 01 16:58:16.330077 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] Request body: {'port': {'device_id': '2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:58:16.497011 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (f672db11-5aac-4d08-9a7a-3a278f255b36), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:16.567719 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25605421-e096-4934-9892-0bd86dc2c6fd req-fdf42081-15a6-4923-9ce2-5fd0601eee75 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:16.577012 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-25605421-e096-4934-9892-0bd86dc2c6fd req-fdf42081-15a6-4923-9ce2-5fd0601eee75 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d101d2-a16a-4f53-a05d-c7a2d36cb093 HTTP/1.1" status: 200 len: 945 time: 0.1214705 Mar 01 16:58:16.706689 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-25605421-e096-4934-9892-0bd86dc2c6fd req-9171062a-bf7b-48de-bec9-7b93ec89a3f6 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288881 Mar 01 16:58:16.760116 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94844ccb-3d63-4759-9802-8314a5dba58c req-161e2b7a-4ffd-4a6f-a094-b164fbe324cf tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:16.761836 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-94844ccb-3d63-4759-9802-8314a5dba58c req-161e2b7a-4ffd-4a6f-a094-b164fbe324cf tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 931 time: 0.1102605 Mar 01 16:58:16.880287 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-94844ccb-3d63-4759-9802-8314a5dba58c req-c854fe63-5a07-4130-8d8d-a1d4ae16d676 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970623 Mar 01 16:58:16.936607 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:16.958224 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f672db11-5aac-4d08-9a7a-3a278f255b36 {{(pid=103033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:58:16.969441 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] Publish callbacks [] for port (f672db11-5aac-4d08-9a7a-3a278f255b36), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:16.991038 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.provisioning_blocks [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] Transition to ACTIVE for port object f672db11-5aac-4d08-9a7a-3a278f255b36 will not be triggered until provisioned by entity L2. {{(pid=103033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:58:16.999619 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be671f0-769d-4dd3-9915-5dc7f3cc1f8c req-93da4742-3dad-4892-baae-efd30b1c1e1f tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:17.001055 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1be671f0-769d-4dd3-9915-5dc7f3cc1f8c req-93da4742-3dad-4892-baae-efd30b1c1e1f tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0882573 Mar 01 16:58:17.002228 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (f672db11-5aac-4d08-9a7a-3a278f255b36), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:17.094403 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] Pushing event updated for resources: {'Port': ['ID=f672db11-5aac-4d08-9a7a-3a278f255b36,revision_number=2']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:17.121215 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] Attempting to bind port f672db11-5aac-4d08-9a7a-3a278f255b36 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:58:17.121555 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] Attempting to bind port f672db11-5aac-4d08-9a7a-3a278f255b36 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'ff9deda3-c839-4026-9d99-f94021c86f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431'}] {{(pid=103033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:58:17.121878 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] Attempting to bind port f672db11-5aac-4d08-9a7a-3a278f255b36 on network a144fbb1-cd5b-4bd3-b93a-8975fccf0431 {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:58:17.127610 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1be671f0-769d-4dd3-9915-5dc7f3cc1f8c req-98324f2d-97f9-4100-90e3-55acc9f9c1de tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153209 Mar 01 16:58:17.129686 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] Port f672db11-5aac-4d08-9a7a-3a278f255b36 on network a144fbb1-cd5b-4bd3-b93a-8975fccf0431 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:58:17.129922 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] Attempting to bind port f672db11-5aac-4d08-9a7a-3a278f255b36 on network a144fbb1-cd5b-4bd3-b93a-8975fccf0431 {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:58:17.140606 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] Checking agent: {'id': '0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'started_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:58:17.150002 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] Checking segment: {'id': 'ff9deda3-c839-4026-9d99-f94021c86f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:58:17.150002 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] Bound using segment: {'id': 'ff9deda3-c839-4026-9d99-f94021c86f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431'} {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:58:17.150002 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] Bound port: f672db11-5aac-4d08-9a7a-3a278f255b36, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9deda3-c839-4026-9d99-f94021c86f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431'}}] {{(pid=103033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:58:17.150002 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (f672db11-5aac-4d08-9a7a-3a278f255b36), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:17.218936 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] For port f672db11-5aac-4d08-9a7a-3a278f255b36, host hv-cinder-83124, cleared binding levels {{(pid=103033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:58:17.222014 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] For port f672db11-5aac-4d08-9a7a-3a278f255b36, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f672db11-5aac-4d08-9a7a-3a278f255b36,segment=NetworkSegment(ff9deda3-c839-4026-9d99-f94021c86f7a),segment_id=ff9deda3-c839-4026-9d99-f94021c86f7a)] {{(pid=103033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:58:17.229705 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (f672db11-5aac-4d08-9a7a-3a278f255b36), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:17.268515 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:17.269236 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:17.270516 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] 10.222.0.37 "PUT /v2.0/ports/f672db11-5aac-4d08-9a7a-3a278f255b36 HTTP/1.1" status: 200 len: 1093 time: 0.9463546 Mar 01 16:58:17.271213 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf', 'tag': 'f672db11-5aac-4d08-9a7a-3a278f255b36'}] {{(pid=103033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:58:17.273454 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dddadf24ac110f9ada54727228b3474a86f75cc3561f1e1b47b1deb8a3f97d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbd72da-8fb0-4d76-a807-81863f1e2e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf", "tag": "f672db11-5aac-4d08-9a7a-3a278f255b36"}]}' {{(pid=103033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:58:17.310358 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6484a4-801d-4ccd-b46d-b9b2fb191357 service neutron] Pushing event updated for resources: {'Port': ['ID=f672db11-5aac-4d08-9a7a-3a278f255b36,revision_number=3']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:17.328889 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691681a3-9d2c-4137-a59f-803b643f606e x-openstack-request-id: req-691681a3-9d2c-4137-a59f-803b643f606e {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:58:17.329275 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf", "tag": "f672db11-5aac-4d08-9a7a-3a278f255b36", "status": "completed", "code": 200}]} {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:58:17.329432 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-691681a3-9d2c-4137-a59f-803b643f606e {{(pid=103033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:58:17.330043 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf', 'tag': 'f672db11-5aac-4d08-9a7a-3a278f255b36', 'status': 'completed', 'code': 200} Mar 01 16:58:17.372091 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-06fbfa8d-27c8-4f18-8698-bda117f0b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:17.373618 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-06fbfa8d-27c8-4f18-8698-bda117f0b05f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8281adaa9b4d4205a723ff65c505c995&device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 1127 time: 0.0533547 Mar 01 16:58:17.420324 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-62a28c38-8362-455f-b4e3-fc72adbc6f56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f672db11-5aac-4d08-9a7a-3a278f255b36 HTTP/1.1" status: 200 len: 217 time: 0.0398350 Mar 01 16:58:17.436436 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device a58231c2-4be4-4050-acb2-e1b072d3ff74 up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:58:17.470349 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-f8b57885-61a4-437d-8772-dde06f74c8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:17.471851 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-f8b57885-61a4-437d-8772-dde06f74c8dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=909e1df5-b88c-42b4-b1ea-8fa858e4c359 HTTP/1.1" status: 200 len: 854 time: 0.0458453 Mar 01 16:58:17.476049 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 53550) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:17.488770 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning for port a58231c2-4be4-4050-acb2-e1b072d3ff74 completed by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:58:17.494991 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port a58231c2-4be4-4050-acb2-e1b072d3ff74 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:17.496053 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (a58231c2-4be4-4050-acb2-e1b072d3ff74), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:17.513845 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-4da686b8-ad19-4ac3-a486-f947ddaff208 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a144fbb1-cd5b-4bd3-b93a-8975fccf0431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319142 Mar 01 16:58:17.575150 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port a58231c2-4be4-4050-acb2-e1b072d3ff74 is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:17.575643 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (a58231c2-4be4-4050-acb2-e1b072d3ff74), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:17.611559 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d101d2-a16a-4f53-a05d-c7a2d36cb093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58231c2-4be4-4050-acb2-e1b072d3ff74'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:58:17.613851 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a5efde-40ee-4b7a-995e-804c1191447c" -d '{"events": [{"server_uuid": "37d101d2-a16a-4f53-a05d-c7a2d36cb093", "name": "network-vif-plugged", "status": "completed", "tag": "a58231c2-4be4-4050-acb2-e1b072d3ff74"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:58:17.617317 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port a58231c2-4be4-4050-acb2-e1b072d3ff74, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a58231c2-4be4-4050-acb2-e1b072d3ff74,segment=NetworkSegment(e761cb52-b35e-4fc5-9912-7a5f17a084e2),segment_id=e761cb52-b35e-4fc5-9912-7a5f17a084e2)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:58:17.619684 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a59c1ae9-61cf-4b38-85af-f06cc484315b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:17.622752 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (a58231c2-4be4-4050-acb2-e1b072d3ff74), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:17.631556 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-aa2d7247-4b18-41d8-8123-2270747ee757 service neutron] 10.222.0.37 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105862 Mar 01 16:58:17.661843 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893d6966-cd2a-4883-8d26-3b4579a1f8a4 x-openstack-request-id: req-893d6966-cd2a-4883-8d26-3b4579a1f8a4 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:58:17.662165 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d101d2-a16a-4f53-a05d-c7a2d36cb093", "name": "network-vif-plugged", "status": "completed", "tag": "a58231c2-4be4-4050-acb2-e1b072d3ff74", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:58:17.662420 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-893d6966-cd2a-4883-8d26-3b4579a1f8a4 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:58:17.662822 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d101d2-a16a-4f53-a05d-c7a2d36cb093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58231c2-4be4-4050-acb2-e1b072d3ff74', 'code': 200} Mar 01 16:58:17.685318 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=a58231c2-4be4-4050-acb2-e1b072d3ff74,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:17.760972 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-bd2eec31-0a51-49fc-8244-8462d14e0c4f req-92e42034-252c-48ee-9da8-dc411ac714a0 service neutron] 10.222.0.37 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210806 Mar 01 16:58:17.776520 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a59c1ae9-61cf-4b38-85af-f06cc484315b admin admin] Publish callbacks [] for security_group (5149be64-732b-4722-a493-2a9bb19d8403), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:17.780416 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a59c1ae9-61cf-4b38-85af-f06cc484315b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (5149be64-732b-4722-a493-2a9bb19d8403), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:17.844860 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-a59c1ae9-61cf-4b38-85af-f06cc484315b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=22a0a9e3c3c34680a87de9202db135cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3676202 Mar 01 16:58:17.860338 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 53558) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:17.861102 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c1ae9-61cf-4b38-85af-f06cc484315b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5149be64-732b-4722-a493-2a9bb19d8403,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:17.921822 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69900a-de7b-4c00-860f-4c9921c1560e req-d5e0ac36-7c86-4042-b648-66cb35c43fb7 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:17.923414 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa69900a-de7b-4c00-860f-4c9921c1560e req-d5e0ac36-7c86-4042-b648-66cb35c43fb7 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d101d2-a16a-4f53-a05d-c7a2d36cb093 HTTP/1.1" status: 200 len: 946 time: 0.0883434 Mar 01 16:58:17.934416 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd72da-8fb0-4d76-a807-81863f1e2e4d req-02a053c5-fd0a-47c0-8526-4af6d941f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:17.936231 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9bbd72da-8fb0-4d76-a807-81863f1e2e4d req-02a053c5-fd0a-47c0-8526-4af6d941f4db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8281adaa9b4d4205a723ff65c505c995&device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 1127 time: 0.1089950 Mar 01 16:58:17.940118 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2fde0-0afb-4db0-8fba-38925ea25650 req-4eec28a5-1205-4cb1-8c76-19e254363662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:17.941684 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e3b2fde0-0afb-4db0-8fba-38925ea25650 req-4eec28a5-1205-4cb1-8c76-19e254363662 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=37d101d2-a16a-4f53-a05d-c7a2d36cb093 HTTP/1.1" status: 200 len: 1130 time: 0.1118064 Mar 01 16:58:17.944075 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f51efbf6-4771-4b60-a5d2-420400571f36 admin admin] Publish callbacks [] for security_group (5149be64-732b-4722-a493-2a9bb19d8403), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:18.001130 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f51efbf6-4771-4b60-a5d2-420400571f36 admin admin] Publish callbacks [] for security_group (5149be64-732b-4722-a493-2a9bb19d8403), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:18.049267 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa69900a-de7b-4c00-860f-4c9921c1560e req-7286f13e-f897-4a5e-9b05-c86816c6ff85 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120417 Mar 01 16:58:18.093069 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd72da-8fb0-4d76-a807-81863f1e2e4d req-96351a1e-76c7-4802-bc68-69feb1b72b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:18.094698 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9bbd72da-8fb0-4d76-a807-81863f1e2e4d req-96351a1e-76c7-4802-bc68-69feb1b72b65 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a144fbb1-cd5b-4bd3-b93a-8975fccf0431 HTTP/1.1" status: 200 len: 915 time: 0.1345325 Mar 01 16:58:18.098215 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e3b2fde0-0afb-4db0-8fba-38925ea25650 req-1a49df5d-9cc9-440b-925e-294f5afeb9f8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401398 Mar 01 16:58:18.116903 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f72510-ae55-4d72-a0cc-67b208808304 req-66815a6a-89f9-423b-83c2-b2b787140a92 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:18.119132 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-29f72510-ae55-4d72-a0cc-67b208808304 req-66815a6a-89f9-423b-83c2-b2b787140a92 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 943 time: 0.1447580 Mar 01 16:58:18.136124 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f51efbf6-4771-4b60-a5d2-420400571f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (5149be64-732b-4722-a493-2a9bb19d8403), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:18.138785 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f51efbf6-4771-4b60-a5d2-420400571f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:18.139899 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-f51efbf6-4771-4b60-a5d2-420400571f36 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5149be64-732b-4722-a493-2a9bb19d8403 HTTP/1.1" status: 204 len: 168 time: 0.2750227 Mar 01 16:58:18.168779 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51efbf6-4771-4b60-a5d2-420400571f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5149be64-732b-4722-a493-2a9bb19d8403,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:18.248053 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-29f72510-ae55-4d72-a0cc-67b208808304 req-433824cb-1d3b-4726-8221-bf301d9136e7 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208055 Mar 01 16:58:18.260257 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95625ff0-f8f9-44b8-9bec-3fefdbf540ec req-8e3b5fac-cb42-456c-b302-182e60fa45c9 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:18.261985 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-95625ff0-f8f9-44b8-9bec-3fefdbf540ec req-8e3b5fac-cb42-456c-b302-182e60fa45c9 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0609815 Mar 01 16:58:18.354148 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9bbd72da-8fb0-4d76-a807-81863f1e2e4d req-a9dd9b3e-ccd1-42e6-85f9-c0b19a41e486 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f672db11-5aac-4d08-9a7a-3a278f255b36 HTTP/1.1" status: 200 len: 217 time: 0.0386901 Mar 01 16:58:18.357642 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-95625ff0-f8f9-44b8-9bec-3fefdbf540ec req-13d65210-c0c3-4028-8126-2563677cdc16 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902839 Mar 01 16:58:18.404854 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd72da-8fb0-4d76-a807-81863f1e2e4d req-35d58636-941a-4994-981e-30ee4185a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:18.406335 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9bbd72da-8fb0-4d76-a807-81863f1e2e4d req-35d58636-941a-4994-981e-30ee4185a37e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=909e1df5-b88c-42b4-b1ea-8fa858e4c359 HTTP/1.1" status: 200 len: 854 time: 0.0461667 Mar 01 16:58:18.440478 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9bbd72da-8fb0-4d76-a807-81863f1e2e4d req-dfdb0bb1-3273-4bc2-9fbe-9568af4377c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a144fbb1-cd5b-4bd3-b93a-8975fccf0431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258167 Mar 01 16:58:18.516267 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 53582) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:18.525681 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:18.534177 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7686e6c8-629e-4db6-abdc-d3d4f621ddc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:18.542115 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9bbd72da-8fb0-4d76-a807-81863f1e2e4d req-c65debc6-1576-4b42-a8ca-61b32f7764e1 service neutron] 10.222.0.37 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936208 Mar 01 16:58:18.613259 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7686e6c8-629e-4db6-abdc-d3d4f621ddc0 admin admin] Publish callbacks [] for security_group (8786ac40-739e-4d76-9348-e05059b0145c), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:18.617399 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7686e6c8-629e-4db6-abdc-d3d4f621ddc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (8786ac40-739e-4d76-9348-e05059b0145c), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:18.635335 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9bbd72da-8fb0-4d76-a807-81863f1e2e4d req-5e3b1852-275e-49ac-8128-6cf77aee5d65 service neutron] 10.222.0.37 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861101 Mar 01 16:58:18.660336 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-7686e6c8-629e-4db6-abdc-d3d4f621ddc0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=172f885b043f4ad0a6ca108d310ca0a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421964 Mar 01 16:58:18.661412 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686e6c8-629e-4db6-abdc-d3d4f621ddc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8786ac40-739e-4d76-9348-e05059b0145c,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:18.663000 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 53584) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:18.718041 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-8b2f6cf1-1445-4327-9b30-0cc9802355c1 admin admin] Publish callbacks [] for security_group (8786ac40-739e-4d76-9348-e05059b0145c), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:18.739014 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-8b2f6cf1-1445-4327-9b30-0cc9802355c1 admin admin] Publish callbacks [] for security_group (8786ac40-739e-4d76-9348-e05059b0145c), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:18.790236 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-8b2f6cf1-1445-4327-9b30-0cc9802355c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (8786ac40-739e-4d76-9348-e05059b0145c), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:18.792960 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-8b2f6cf1-1445-4327-9b30-0cc9802355c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:18.794118 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-8b2f6cf1-1445-4327-9b30-0cc9802355c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8786ac40-739e-4d76-9348-e05059b0145c HTTP/1.1" status: 204 len: 168 time: 0.1294320 Mar 01 16:58:18.801931 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f6cf1-1445-4327-9b30-0cc9802355c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8786ac40-739e-4d76-9348-e05059b0145c,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:19.180237 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2336df-dc90-425d-939d-46f40b39c4ce req-ef1baca8-eac8-4823-948d-7e72b294fbd2 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:19.181836 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0f2336df-dc90-425d-939d-46f40b39c4ce req-ef1baca8-eac8-4823-948d-7e72b294fbd2 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d101d2-a16a-4f53-a05d-c7a2d36cb093 HTTP/1.1" status: 200 len: 946 time: 0.0624685 Mar 01 16:58:19.231753 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0f2336df-dc90-425d-939d-46f40b39c4ce req-d0a29b86-1fef-4fd7-b684-f5db8d8114e4 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443377 Mar 01 16:58:19.382229 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711d7b2-96af-4bbd-9fad-cb2bfb0535a0 req-62edfdee-9ead-4082-a8c0-8870c1efff12 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:19.384361 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6711d7b2-96af-4bbd-9fad-cb2bfb0535a0 req-62edfdee-9ead-4082-a8c0-8870c1efff12 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 943 time: 0.0638216 Mar 01 16:58:19.475603 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6711d7b2-96af-4bbd-9fad-cb2bfb0535a0 req-4dde7a94-3870-49c0-b58b-ae6773ef96a4 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655904 Mar 01 16:58:19.537930 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfdc56-fb86-4aa6-94d8-245ff2b73fa5 req-77b1640c-919f-4cba-8271-5bd8d14f070c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:19.546192 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-17cfdc56-fb86-4aa6-94d8-245ff2b73fa5 req-77b1640c-919f-4cba-8271-5bd8d14f070c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0909195 Mar 01 16:58:19.605201 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-17cfdc56-fb86-4aa6-94d8-245ff2b73fa5 req-d99f8730-a5ab-4bbd-852b-44a090aff197 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530393 Mar 01 16:58:19.860371 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41592363-9290-49ce-914b-c1a63ee05a21 req-f7fdd83f-93d4-4176-8415-547142f41d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:19.861861 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-41592363-9290-49ce-914b-c1a63ee05a21 req-f7fdd83f-93d4-4176-8415-547142f41d7c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 1130 time: 0.0497651 Mar 01 16:58:19.870673 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:19.919913 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-41592363-9290-49ce-914b-c1a63ee05a21 req-f75efd69-8d98-4aef-9e78-e134b99cc004 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468750 Mar 01 16:58:20.354618 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ad8ab-8141-4c19-bca9-c772f182fada req-4bc5cc60-41c2-4795-a63c-703da28a1f8a tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:20.356169 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-897ad8ab-8141-4c19-bca9-c772f182fada req-4bc5cc60-41c2-4795-a63c-703da28a1f8a tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d101d2-a16a-4f53-a05d-c7a2d36cb093 HTTP/1.1" status: 200 len: 946 time: 0.0531526 Mar 01 16:58:20.424258 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-897ad8ab-8141-4c19-bca9-c772f182fada req-91922f26-1e46-4c70-a137-9f8603e6b787 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612645 Mar 01 16:58:20.606098 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 53682) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:20.606621 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d965564-02bd-4b77-ba45-9268d5a86dbb req-0a14c425-087f-4cb5-b96f-3cb817939ad3 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:20.608270 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8d965564-02bd-4b77-ba45-9268d5a86dbb req-0a14c425-087f-4cb5-b96f-3cb817939ad3 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 943 time: 0.0669723 Mar 01 16:58:20.681492 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8d965564-02bd-4b77-ba45-9268d5a86dbb req-7fa32ed7-2103-4a7c-9807-8dd9dd75b9d1 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666003 Mar 01 16:58:20.786208 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf450aa0-0327-4e09-b730-065360262ff7 req-51e68fe1-259c-4b6c-8c47-6cd4a36999d9 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:20.787348 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bf450aa0-0327-4e09-b730-065360262ff7 req-51e68fe1-259c-4b6c-8c47-6cd4a36999d9 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0725563 Mar 01 16:58:20.801188 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d8d3-b916-42da-a27c-b34cc17a1b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:20.876534 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bf450aa0-0327-4e09-b730-065360262ff7 req-990ce125-241c-46ec-a905-6fb4a7aa2f1d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771205 Mar 01 16:58:20.968165 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d8d3-b916-42da-a27c-b34cc17a1b66 admin admin] Publish callbacks [] for security_group (d8ad5f91-2ec5-4426-81f2-303b29fdbbae), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:20.972480 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c7d3d8d3-b916-42da-a27c-b34cc17a1b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (d8ad5f91-2ec5-4426-81f2-303b29fdbbae), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:21.023282 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-c7d3d8d3-b916-42da-a27c-b34cc17a1b66 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=96f4df3b97b1446b87699222c74dce64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4160919 Mar 01 16:58:21.024326 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3d8d3-b916-42da-a27c-b34cc17a1b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ad5f91-2ec5-4426-81f2-303b29fdbbae,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:21.026347 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 53714) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:21.083007 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6bce5a75-093d-4a0b-9f8b-357905d05923 admin admin] Publish callbacks [] for security_group (d8ad5f91-2ec5-4426-81f2-303b29fdbbae), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:21.098848 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 53716) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:21.117125 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6bce5a75-093d-4a0b-9f8b-357905d05923 admin admin] Publish callbacks [] for security_group (d8ad5f91-2ec5-4426-81f2-303b29fdbbae), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:21.173093 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6bce5a75-093d-4a0b-9f8b-357905d05923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (d8ad5f91-2ec5-4426-81f2-303b29fdbbae), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:21.176215 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6bce5a75-093d-4a0b-9f8b-357905d05923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:21.180807 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-6bce5a75-093d-4a0b-9f8b-357905d05923 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8ad5f91-2ec5-4426-81f2-303b29fdbbae HTTP/1.1" status: 204 len: 168 time: 0.1532998 Mar 01 16:58:21.189770 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce5a75-093d-4a0b-9f8b-357905d05923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ad5f91-2ec5-4426-81f2-303b29fdbbae,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:21.240034 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a3a11ca6-8280-46f4-bb77-71653ab99044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:21.349050 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a3a11ca6-8280-46f4-bb77-71653ab99044 admin admin] Publish callbacks [] for security_group (335cfba7-4a31-4715-acc1-51d6a58348bd), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:21.353104 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a3a11ca6-8280-46f4-bb77-71653ab99044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (335cfba7-4a31-4715-acc1-51d6a58348bd), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:21.405418 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-a3a11ca6-8280-46f4-bb77-71653ab99044 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0c1145dfa9e84938b6be523b6ec47eb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3031771 Mar 01 16:58:21.405418 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a11ca6-8280-46f4-bb77-71653ab99044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335cfba7-4a31-4715-acc1-51d6a58348bd,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:21.406187 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 53738) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:21.459697 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-245c2b25-6803-4f8f-b3ce-8867fc1cec2b admin admin] Publish callbacks [] for security_group (335cfba7-4a31-4715-acc1-51d6a58348bd), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:21.461960 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device f672db11-5aac-4d08-9a7a-3a278f255b36 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:58:21.482983 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-245c2b25-6803-4f8f-b3ce-8867fc1cec2b admin admin] Publish callbacks [] for security_group (335cfba7-4a31-4715-acc1-51d6a58348bd), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:21.520291 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 53742) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:21.537364 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-87802b90-74d7-4647-82d6-f122048f2162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:21.544493 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-245c2b25-6803-4f8f-b3ce-8867fc1cec2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (335cfba7-4a31-4715-acc1-51d6a58348bd), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:21.547295 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-245c2b25-6803-4f8f-b3ce-8867fc1cec2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:21.551310 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-245c2b25-6803-4f8f-b3ce-8867fc1cec2b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/335cfba7-4a31-4715-acc1-51d6a58348bd HTTP/1.1" status: 204 len: 168 time: 0.1439135 Mar 01 16:58:21.573563 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port f672db11-5aac-4d08-9a7a-3a278f255b36, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f672db11-5aac-4d08-9a7a-3a278f255b36,segment=NetworkSegment(ff9deda3-c839-4026-9d99-f94021c86f7a),segment_id=ff9deda3-c839-4026-9d99-f94021c86f7a)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:58:21.585252 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c2b25-6803-4f8f-b3ce-8867fc1cec2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335cfba7-4a31-4715-acc1-51d6a58348bd,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:21.586863 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': 'f672db11-5aac-4d08-9a7a-3a278f255b36', 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431', 'port_id': 'f672db11-5aac-4d08-9a7a-3a278f255b36', 'mac_address': 'fa:16:3e:fa:1c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909e1df5-b88c-42b4-b1ea-8fa858e4c359', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:58:21.642679 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port f672db11-5aac-4d08-9a7a-3a278f255b36 is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:21.643379 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (f672db11-5aac-4d08-9a7a-3a278f255b36), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:21.660042 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f672db11-5aac-4d08-9a7a-3a278f255b36 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:58:21.663625 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-87802b90-74d7-4647-82d6-f122048f2162 admin admin] Publish callbacks [] for security_group (b70b8abd-ef46-4891-a92e-efe04223e019), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:21.669175 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-87802b90-74d7-4647-82d6-f122048f2162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (b70b8abd-ef46-4891-a92e-efe04223e019), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:21.683126 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port f672db11-5aac-4d08-9a7a-3a278f255b36, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f672db11-5aac-4d08-9a7a-3a278f255b36,segment=NetworkSegment(ff9deda3-c839-4026-9d99-f94021c86f7a),segment_id=ff9deda3-c839-4026-9d99-f94021c86f7a)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:58:21.687584 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (f672db11-5aac-4d08-9a7a-3a278f255b36), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:21.715663 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-87802b90-74d7-4647-82d6-f122048f2162 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f0cff795d8ea4ddf98bee995fa072896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1937454 Mar 01 16:58:21.717022 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87802b90-74d7-4647-82d6-f122048f2162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70b8abd-ef46-4891-a92e-efe04223e019,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:21.718551 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 53750) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:21.757308 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=f672db11-5aac-4d08-9a7a-3a278f255b36,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:21.803492 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-422a2b41-aea8-42fa-aec4-821915a5bd4f admin admin] Publish callbacks [] for security_group (b70b8abd-ef46-4891-a92e-efe04223e019), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:21.828380 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99294d1-20ba-4066-89eb-fce20ae3da74 req-f9de551e-b275-488b-8cec-6bc6a9b807f3 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:21.830406 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-422a2b41-aea8-42fa-aec4-821915a5bd4f admin admin] Publish callbacks [] for security_group (b70b8abd-ef46-4891-a92e-efe04223e019), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:21.835825 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f99294d1-20ba-4066-89eb-fce20ae3da74 req-f9de551e-b275-488b-8cec-6bc6a9b807f3 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 944 time: 0.0694718 Mar 01 16:58:21.887120 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f99294d1-20ba-4066-89eb-fce20ae3da74 req-91089f99-fc75-46fd-a26d-c43a128f47e4 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484159 Mar 01 16:58:21.887921 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-422a2b41-aea8-42fa-aec4-821915a5bd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (b70b8abd-ef46-4891-a92e-efe04223e019), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:21.890647 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-422a2b41-aea8-42fa-aec4-821915a5bd4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:21.891900 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-422a2b41-aea8-42fa-aec4-821915a5bd4f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b70b8abd-ef46-4891-a92e-efe04223e019 HTTP/1.1" status: 204 len: 168 time: 0.1714053 Mar 01 16:58:21.901536 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a2b41-aea8-42fa-aec4-821915a5bd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70b8abd-ef46-4891-a92e-efe04223e019,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:22.040279 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aaccb8-567f-419e-bcbd-63de2b56ae6b req-961f1385-7b85-4fc0-a0d8-d8096792207c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:22.043093 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d1aaccb8-567f-419e-bcbd-63de2b56ae6b req-961f1385-7b85-4fc0-a0d8-d8096792207c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0764592 Mar 01 16:58:22.066534 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 53760) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:22.079975 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2eb6fc2c-b5ee-4d22-93d5-69f7fd289bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:22.090817 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['f672db11-5aac-4d08-9a7a-3a278f255b36'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:58:22.111658 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d1aaccb8-567f-419e-bcbd-63de2b56ae6b req-7b5782b2-947e-45e2-879a-dc6b0f5d7ea4 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620840 Mar 01 16:58:22.193673 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2eb6fc2c-b5ee-4d22-93d5-69f7fd289bb6 admin admin] Publish callbacks [] for security_group (07f191a6-9875-4be1-a27a-f906e2eb8d65), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:22.200647 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2eb6fc2c-b5ee-4d22-93d5-69f7fd289bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (07f191a6-9875-4be1-a27a-f906e2eb8d65), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:22.229880 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6fc2c-b5ee-4d22-93d5-69f7fd289bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f191a6-9875-4be1-a27a-f906e2eb8d65,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:22.267113 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-2eb6fc2c-b5ee-4d22-93d5-69f7fd289bb6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d80a2b8a7ca4408db4c35cfd5ccb5dd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1994903 Mar 01 16:58:22.269957 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 53770) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:22.352642 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7c27b078-190b-44bb-824c-a2f4d911fab7 admin admin] Publish callbacks [] for security_group (07f191a6-9875-4be1-a27a-f906e2eb8d65), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:22.415660 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7c27b078-190b-44bb-824c-a2f4d911fab7 admin admin] Publish callbacks [] for security_group (07f191a6-9875-4be1-a27a-f906e2eb8d65), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:22.439567 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01f17c-99eb-4f01-8a4e-19ad47da500e req-1163e573-482b-4207-8c72-5e235d775095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:22.441140 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cc01f17c-99eb-4f01-8a4e-19ad47da500e req-1163e573-482b-4207-8c72-5e235d775095 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3c792a846445c5a1b1f652c1a249c6&device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 1130 time: 0.0601010 Mar 01 16:58:22.469870 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45040b96-eba5-402d-aed7-cca56caec5d3 req-79239758-5c89-434a-b99f-9c69afce9620 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:22.471309 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-45040b96-eba5-402d-aed7-cca56caec5d3 req-79239758-5c89-434a-b99f-9c69afce9620 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1059690 Mar 01 16:58:22.502500 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7c27b078-190b-44bb-824c-a2f4d911fab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (07f191a6-9875-4be1-a27a-f906e2eb8d65), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:22.505128 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7c27b078-190b-44bb-824c-a2f4d911fab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:22.509334 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-7c27b078-190b-44bb-824c-a2f4d911fab7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/07f191a6-9875-4be1-a27a-f906e2eb8d65 HTTP/1.1" status: 204 len: 168 time: 0.2347736 Mar 01 16:58:22.525481 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b078-190b-44bb-824c-a2f4d911fab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f191a6-9875-4be1-a27a-f906e2eb8d65,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:22.545228 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-45040b96-eba5-402d-aed7-cca56caec5d3 req-720cc2bb-0b8e-4b97-8d96-3e04ed27222e tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624566 Mar 01 16:58:22.566267 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01f17c-99eb-4f01-8a4e-19ad47da500e req-f22a141a-ad2e-47e4-972e-6f2b7b8b3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:22.570216 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cc01f17c-99eb-4f01-8a4e-19ad47da500e req-f22a141a-ad2e-47e4-972e-6f2b7b8b3aa6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 HTTP/1.1" status: 200 len: 919 time: 0.1190660 Mar 01 16:58:22.626872 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cc01f17c-99eb-4f01-8a4e-19ad47da500e req-2c426dc6-71d8-4dd7-9c27-fcbda190a694 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b249d806-cd40-4f71-8902-d4810caf8547 HTTP/1.1" status: 200 len: 217 time: 0.0395031 Mar 01 16:58:22.690536 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01f17c-99eb-4f01-8a4e-19ad47da500e req-093af7f5-ee51-458a-928a-8fbd0e91700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:22.692432 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cc01f17c-99eb-4f01-8a4e-19ad47da500e req-093af7f5-ee51-458a-928a-8fbd0e91700c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c HTTP/1.1" status: 200 len: 858 time: 0.0599215 Mar 01 16:58:22.736622 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cc01f17c-99eb-4f01-8a4e-19ad47da500e req-ef7e440a-eafc-42d4-809c-a704f776bc42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59ddfe45-6d96-41d4-aec0-fbcc002b7bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380683 Mar 01 16:58:22.848950 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cc01f17c-99eb-4f01-8a4e-19ad47da500e req-265617df-8615-4cbf-bbfd-defb4b4d73c9 service neutron] 10.222.0.37 "GET /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037819 Mar 01 16:58:23.000840 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cc01f17c-99eb-4f01-8a4e-19ad47da500e req-64783725-0141-452c-b578-eb32260c0b02 service neutron] 10.222.0.37 "GET /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453633 Mar 01 16:58:23.030355 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15dd94-bed7-4164-ab30-bb9f225ca71a req-eea747ef-acab-4df6-92a6-eb28109d56d8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:23.033052 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3a15dd94-bed7-4164-ab30-bb9f225ca71a req-eea747ef-acab-4df6-92a6-eb28109d56d8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 944 time: 0.0621011 Mar 01 16:58:23.127663 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3a15dd94-bed7-4164-ab30-bb9f225ca71a req-9b92fd9a-3e55-49c2-8612-a96ac9ea378e tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678542 Mar 01 16:58:23.467311 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device f672db11-5aac-4d08-9a7a-3a278f255b36 up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:58:23.521140 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning for port f672db11-5aac-4d08-9a7a-3a278f255b36 completed by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:58:23.525317 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port f672db11-5aac-4d08-9a7a-3a278f255b36 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:23.525620 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (f672db11-5aac-4d08-9a7a-3a278f255b36), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:23.625405 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port f672db11-5aac-4d08-9a7a-3a278f255b36 is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:23.626201 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (f672db11-5aac-4d08-9a7a-3a278f255b36), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:23.663358 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f672db11-5aac-4d08-9a7a-3a278f255b36'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:58:23.666129 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d6f8c5-f86f-4c93-aeb7-a49cfa9b8689" -d '{"events": [{"server_uuid": "2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf", "name": "network-vif-plugged", "status": "completed", "tag": "f672db11-5aac-4d08-9a7a-3a278f255b36"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:58:23.704926 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port f672db11-5aac-4d08-9a7a-3a278f255b36, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f672db11-5aac-4d08-9a7a-3a278f255b36,segment=NetworkSegment(ff9deda3-c839-4026-9d99-f94021c86f7a),segment_id=ff9deda3-c839-4026-9d99-f94021c86f7a)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:58:23.711824 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (f672db11-5aac-4d08-9a7a-3a278f255b36), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:23.743605 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89aa4717-a120-4e54-801a-d262e8e359e1 x-openstack-request-id: req-89aa4717-a120-4e54-801a-d262e8e359e1 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:58:23.743923 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf", "name": "network-vif-plugged", "status": "completed", "tag": "f672db11-5aac-4d08-9a7a-3a278f255b36", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:58:23.744533 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-89aa4717-a120-4e54-801a-d262e8e359e1 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:58:23.744533 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f672db11-5aac-4d08-9a7a-3a278f255b36', 'code': 200} Mar 01 16:58:23.793631 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=f672db11-5aac-4d08-9a7a-3a278f255b36,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:23.974184 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f6e69-6acd-45e6-9aa7-a2dbb91da6a9 req-a934a97b-23af-4471-9d23-4597d3bd30bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:23.976945 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4e7f6e69-6acd-45e6-9aa7-a2dbb91da6a9 req-a934a97b-23af-4471-9d23-4597d3bd30bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 1129 time: 0.0568581 Mar 01 16:58:24.009354 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82bb05-6395-46c7-9b1d-c5a7d99b3142 req-2917bc47-7c2a-4470-b726-6d620a150550 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:24.010937 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-bc82bb05-6395-46c7-9b1d-c5a7d99b3142 req-2917bc47-7c2a-4470-b726-6d620a150550 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.3429687 Mar 01 16:58:24.026867 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4e7f6e69-6acd-45e6-9aa7-a2dbb91da6a9 req-33fc3bf1-e899-4b1b-b459-3331ff93be1d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429039 Mar 01 16:58:24.070126 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-bc82bb05-6395-46c7-9b1d-c5a7d99b3142 req-e333f688-deb2-4f4e-adc1-3a2ba6d16027 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487282 Mar 01 16:58:24.082492 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 53862) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:24.268333 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa765c4-d3f8-4d93-978d-8eb093817e45 req-e1b85dfc-b487-4ff1-9f7e-fc72763c9696 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:24.270030 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7aa765c4-d3f8-4d93-978d-8eb093817e45 req-e1b85dfc-b487-4ff1-9f7e-fc72763c9696 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 945 time: 0.0674872 Mar 01 16:58:24.323387 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7aa765c4-d3f8-4d93-978d-8eb093817e45 req-22679e6b-0b23-4239-a777-5a8f5c9408f8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458634 Mar 01 16:58:24.369612 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-23aef70c-581b-4ff4-b38f-241526a5a81a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:24.460993 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-23aef70c-581b-4ff4-b38f-241526a5a81a admin admin] Publish callbacks [] for security_group (56835202-3909-40eb-a595-88aa322efdae), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:24.465888 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-23aef70c-581b-4ff4-b38f-241526a5a81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (56835202-3909-40eb-a595-88aa322efdae), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:24.506907 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-23aef70c-581b-4ff4-b38f-241526a5a81a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3dac23663a0844bd9c8e71d54eec1d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4230232 Mar 01 16:58:24.507804 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aef70c-581b-4ff4-b38f-241526a5a81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56835202-3909-40eb-a595-88aa322efdae,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:24.510213 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 53880) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:24.561503 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7cf79ac5-f3eb-47e6-af15-22c169530ec1 admin admin] Publish callbacks [] for security_group (56835202-3909-40eb-a595-88aa322efdae), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:24.583067 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7cf79ac5-f3eb-47e6-af15-22c169530ec1 admin admin] Publish callbacks [] for security_group (56835202-3909-40eb-a595-88aa322efdae), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:24.643688 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7cf79ac5-f3eb-47e6-af15-22c169530ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (56835202-3909-40eb-a595-88aa322efdae), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:24.646792 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7cf79ac5-f3eb-47e6-af15-22c169530ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:24.648210 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-7cf79ac5-f3eb-47e6-af15-22c169530ec1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/56835202-3909-40eb-a595-88aa322efdae HTTP/1.1" status: 204 len: 168 time: 0.1367702 Mar 01 16:58:24.657798 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf79ac5-f3eb-47e6-af15-22c169530ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56835202-3909-40eb-a595-88aa322efdae,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:24.983496 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 53892) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:24.997236 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-dd3d68ff-9b65-4c3f-ae95-f1a736d83de2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:25.076344 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-dd3d68ff-9b65-4c3f-ae95-f1a736d83de2 admin admin] Publish callbacks [] for security_group (1c37ecd2-40dd-49c9-856c-06e8a1758b96), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:25.080242 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-dd3d68ff-9b65-4c3f-ae95-f1a736d83de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (1c37ecd2-40dd-49c9-856c-06e8a1758b96), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:25.123280 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d68ff-9b65-4c3f-ae95-f1a736d83de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c37ecd2-40dd-49c9-856c-06e8a1758b96,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:25.128563 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-dd3d68ff-9b65-4c3f-ae95-f1a736d83de2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c1f84dc00dd046139f08a90377cadd71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440182 Mar 01 16:58:25.131139 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 53896) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:25.214403 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-9f68144b-4086-4ea8-9ed4-87a0e3e876de admin admin] Publish callbacks [] for security_group (1c37ecd2-40dd-49c9-856c-06e8a1758b96), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:25.227677 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8ed37-5f53-4658-b4d6-ff2e418d1c64 req-7ea86147-169a-423c-8f96-42918625e624 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:25.229150 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d5a8ed37-5f53-4658-b4d6-ff2e418d1c64 req-7ea86147-169a-423c-8f96-42918625e624 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0764825 Mar 01 16:58:25.261301 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-9f68144b-4086-4ea8-9ed4-87a0e3e876de admin admin] Publish callbacks [] for security_group (1c37ecd2-40dd-49c9-856c-06e8a1758b96), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:25.309191 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d5a8ed37-5f53-4658-b4d6-ff2e418d1c64 req-06efa408-ec12-466e-9f8a-b35301265631 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746410 Mar 01 16:58:25.330213 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-9f68144b-4086-4ea8-9ed4-87a0e3e876de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (1c37ecd2-40dd-49c9-856c-06e8a1758b96), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:25.332963 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-9f68144b-4086-4ea8-9ed4-87a0e3e876de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:25.334012 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-9f68144b-4086-4ea8-9ed4-87a0e3e876de admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c37ecd2-40dd-49c9-856c-06e8a1758b96 HTTP/1.1" status: 204 len: 168 time: 0.2018983 Mar 01 16:58:25.343062 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68144b-4086-4ea8-9ed4-87a0e3e876de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c37ecd2-40dd-49c9-856c-06e8a1758b96,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:25.449628 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b94a2f-e758-4346-9a4d-45ea927fcaae req-3eab3e28-5715-4f8c-9c05-495455baad3f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:25.451117 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-02b94a2f-e758-4346-9a4d-45ea927fcaae req-3eab3e28-5715-4f8c-9c05-495455baad3f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 945 time: 0.0518517 Mar 01 16:58:25.504229 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-02b94a2f-e758-4346-9a4d-45ea927fcaae req-8c117942-fd42-4173-a167-ae32f00ea54f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462532 Mar 01 16:58:26.442294 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55841183-3751-4105-a2e8-029e7d57a98a req-8de44cfd-4cc4-4e43-8c83-64bd1d5a34bb tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:26.443791 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-55841183-3751-4105-a2e8-029e7d57a98a req-8de44cfd-4cc4-4e43-8c83-64bd1d5a34bb tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0599589 Mar 01 16:58:26.491310 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-55841183-3751-4105-a2e8-029e7d57a98a req-8f373148-2bcb-47a3-a98c-33fbc299ffbb tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417488 Mar 01 16:58:26.637610 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d052e-5333-4f6d-9e90-e3c630c36e74 req-f57c6b4d-0522-4d23-8a9d-83ce48be5462 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:26.639122 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e27d052e-5333-4f6d-9e90-e3c630c36e74 req-f57c6b4d-0522-4d23-8a9d-83ce48be5462 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 945 time: 0.0536458 Mar 01 16:58:26.697682 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e27d052e-5333-4f6d-9e90-e3c630c36e74 req-cea9ae57-db23-4b3a-8f66-7b72e178cdb2 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509303 Mar 01 16:58:27.595216 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 53986) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:27.700826 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3b2df8d6-39df-4087-9e77-5317a939aae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:27.777339 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3b2df8d6-39df-4087-9e77-5317a939aae6 admin admin] Publish callbacks [] for security_group (75d6be34-cde2-4d15-8e6d-7477ae37520b), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:27.780851 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3b2df8d6-39df-4087-9e77-5317a939aae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (75d6be34-cde2-4d15-8e6d-7477ae37520b), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:27.822661 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2df8d6-39df-4087-9e77-5317a939aae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d6be34-cde2-4d15-8e6d-7477ae37520b,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:27.827014 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-3b2df8d6-39df-4087-9e77-5317a939aae6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=67c93f8e5af54752a62338ddcf84e48d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307577 Mar 01 16:58:27.829703 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 53990) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:27.878948 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0f9be33a-6d36-4f5a-8f3e-063748ba8dd6 admin admin] Publish callbacks [] for security_group (75d6be34-cde2-4d15-8e6d-7477ae37520b), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:27.905498 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0f9be33a-6d36-4f5a-8f3e-063748ba8dd6 admin admin] Publish callbacks [] for security_group (75d6be34-cde2-4d15-8e6d-7477ae37520b), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:27.955303 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0f9be33a-6d36-4f5a-8f3e-063748ba8dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (75d6be34-cde2-4d15-8e6d-7477ae37520b), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:27.957804 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0f9be33a-6d36-4f5a-8f3e-063748ba8dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:27.958943 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-0f9be33a-6d36-4f5a-8f3e-063748ba8dd6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/75d6be34-cde2-4d15-8e6d-7477ae37520b HTTP/1.1" status: 204 len: 168 time: 0.1283441 Mar 01 16:58:27.967203 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9be33a-6d36-4f5a-8f3e-063748ba8dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d6be34-cde2-4d15-8e6d-7477ae37520b,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:28.210394 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28985f-4fab-4366-9919-795057a071ce req-ba1e1f3f-6017-473a-8ef0-e03a3bc8c51d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:28.213058 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0b28985f-4fab-4366-9919-795057a071ce req-ba1e1f3f-6017-473a-8ef0-e03a3bc8c51d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0648434 Mar 01 16:58:28.307498 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0b28985f-4fab-4366-9919-795057a071ce req-fa19b80a-64a7-4b0d-8d45-2645a20a06c6 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696642 Mar 01 16:58:28.337508 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 54018) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:28.358278 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-79161c04-1cc1-41b6-bdc9-0f09b6a10b5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:28.494892 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-79161c04-1cc1-41b6-bdc9-0f09b6a10b5a admin admin] Publish callbacks [] for security_group (8da2ff2b-dda2-46e1-99d1-f8a040ce94e6), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:28.509606 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-79161c04-1cc1-41b6-bdc9-0f09b6a10b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (8da2ff2b-dda2-46e1-99d1-f8a040ce94e6), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:28.568397 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-79161c04-1cc1-41b6-bdc9-0f09b6a10b5a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0b140d572974bc9bc4763066705ea57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272770 Mar 01 16:58:28.569370 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 54034) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:28.579953 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79161c04-1cc1-41b6-bdc9-0f09b6a10b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da2ff2b-dda2-46e1-99d1-f8a040ce94e6,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:28.641184 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2528baac-8bc5-448f-8db0-3a96c6c746bd admin admin] Publish callbacks [] for security_group (8da2ff2b-dda2-46e1-99d1-f8a040ce94e6), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:28.671373 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2528baac-8bc5-448f-8db0-3a96c6c746bd admin admin] Publish callbacks [] for security_group (8da2ff2b-dda2-46e1-99d1-f8a040ce94e6), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:28.745364 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2528baac-8bc5-448f-8db0-3a96c6c746bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (8da2ff2b-dda2-46e1-99d1-f8a040ce94e6), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:28.750785 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2528baac-8bc5-448f-8db0-3a96c6c746bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:28.754686 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-2528baac-8bc5-448f-8db0-3a96c6c746bd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8da2ff2b-dda2-46e1-99d1-f8a040ce94e6 HTTP/1.1" status: 204 len: 168 time: 0.1843159 Mar 01 16:58:28.770849 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528baac-8bc5-448f-8db0-3a96c6c746bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da2ff2b-dda2-46e1-99d1-f8a040ce94e6,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:28.786276 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528baac-8bc5-448f-8db0-3a96c6c746bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:28.786635 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528baac-8bc5-448f-8db0-3a96c6c746bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:28.786980 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528baac-8bc5-448f-8db0-3a96c6c746bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:28.787561 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528baac-8bc5-448f-8db0-3a96c6c746bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:28.788266 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528baac-8bc5-448f-8db0-3a96c6c746bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:28.788608 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528baac-8bc5-448f-8db0-3a96c6c746bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:28.789239 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528baac-8bc5-448f-8db0-3a96c6c746bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:28.789792 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528baac-8bc5-448f-8db0-3a96c6c746bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:28.790187 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528baac-8bc5-448f-8db0-3a96c6c746bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:28.790777 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528baac-8bc5-448f-8db0-3a96c6c746bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:28.791054 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528baac-8bc5-448f-8db0-3a96c6c746bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:28.791408 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528baac-8bc5-448f-8db0-3a96c6c746bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:28.791736 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2528baac-8bc5-448f-8db0-3a96c6c746bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:29.752643 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 54076) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:29.867443 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-a7d5b0d6-ec62-434a-aab1-ffa257ed2955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:29.948788 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-a7d5b0d6-ec62-434a-aab1-ffa257ed2955 admin admin] Publish callbacks [] for security_group (930163e9-cf48-441c-9e8c-7fc6fbe9cf0a), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:29.952556 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-a7d5b0d6-ec62-434a-aab1-ffa257ed2955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (930163e9-cf48-441c-9e8c-7fc6fbe9cf0a), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:29.995100 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-a7d5b0d6-ec62-434a-aab1-ffa257ed2955 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79b2b683ba4846d099636c929f18cd67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413385 Mar 01 16:58:29.996547 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5b0d6-ec62-434a-aab1-ffa257ed2955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930163e9-cf48-441c-9e8c-7fc6fbe9cf0a,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:29.998357 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 54090) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:30.054884 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-21dc4095-74f5-4808-883c-8d4092857441 admin admin] Publish callbacks [] for security_group (930163e9-cf48-441c-9e8c-7fc6fbe9cf0a), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:30.077799 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-21dc4095-74f5-4808-883c-8d4092857441 admin admin] Publish callbacks [] for security_group (930163e9-cf48-441c-9e8c-7fc6fbe9cf0a), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:30.128831 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-21dc4095-74f5-4808-883c-8d4092857441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (930163e9-cf48-441c-9e8c-7fc6fbe9cf0a), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:30.131512 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-21dc4095-74f5-4808-883c-8d4092857441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:30.133623 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-21dc4095-74f5-4808-883c-8d4092857441 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/930163e9-cf48-441c-9e8c-7fc6fbe9cf0a HTTP/1.1" status: 204 len: 168 time: 0.1334934 Mar 01 16:58:30.142928 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc4095-74f5-4808-883c-8d4092857441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930163e9-cf48-441c-9e8c-7fc6fbe9cf0a,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:30.150674 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc4095-74f5-4808-883c-8d4092857441 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:30.151148 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc4095-74f5-4808-883c-8d4092857441 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:30.151372 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc4095-74f5-4808-883c-8d4092857441 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:30.151866 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc4095-74f5-4808-883c-8d4092857441 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:30.152373 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc4095-74f5-4808-883c-8d4092857441 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:30.152696 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc4095-74f5-4808-883c-8d4092857441 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:30.153179 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc4095-74f5-4808-883c-8d4092857441 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:30.153505 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc4095-74f5-4808-883c-8d4092857441 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:30.153832 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc4095-74f5-4808-883c-8d4092857441 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:30.154155 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc4095-74f5-4808-883c-8d4092857441 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:30.154621 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc4095-74f5-4808-883c-8d4092857441 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:30.155084 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc4095-74f5-4808-883c-8d4092857441 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:30.155577 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21dc4095-74f5-4808-883c-8d4092857441 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:30.502478 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 54124) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:30.510674 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-313b65b9-49c7-4731-aa40-5a0f3d897a7c req-c430da63-b483-41bf-b487-cd565131d725 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656152 Mar 01 16:58:30.517914 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-093a6ba7-ea56-4602-8abc-3ea388a41ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:30.594804 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b65b9-49c7-4731-aa40-5a0f3d897a7c req-fadea474-011f-41e6-a761-b7dec066eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:30.598975 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-313b65b9-49c7-4731-aa40-5a0f3d897a7c req-fadea474-011f-41e6-a761-b7dec066eca8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3c792a846445c5a1b1f652c1a249c6&device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 1129 time: 0.0624402 Mar 01 16:58:30.607832 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-093a6ba7-ea56-4602-8abc-3ea388a41ad6 admin admin] Publish callbacks [] for security_group (7d4cc99b-c5b2-4696-9bc6-7d70d708c82c), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:30.612151 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-093a6ba7-ea56-4602-8abc-3ea388a41ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (7d4cc99b-c5b2-4696-9bc6-7d70d708c82c), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:30.653869 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-093a6ba7-ea56-4602-8abc-3ea388a41ad6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7c8fbdc707f64230a1bbe7f9c233e5df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488707 Mar 01 16:58:30.653869 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a6ba7-ea56-4602-8abc-3ea388a41ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4cc99b-c5b2-4696-9bc6-7d70d708c82c,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:30.656169 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 54136) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:30.728806 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-dafae3c2-46f9-4548-b016-eafe5c8b6fdc admin admin] Publish callbacks [] for security_group (7d4cc99b-c5b2-4696-9bc6-7d70d708c82c), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:30.730890 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b65b9-49c7-4731-aa40-5a0f3d897a7c req-678b2d3f-7531-4775-a8ed-0bd5f57686a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:30.732962 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-313b65b9-49c7-4731-aa40-5a0f3d897a7c req-678b2d3f-7531-4775-a8ed-0bd5f57686a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 HTTP/1.1" status: 200 len: 919 time: 0.1065266 Mar 01 16:58:30.762267 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-dafae3c2-46f9-4548-b016-eafe5c8b6fdc admin admin] Publish callbacks [] for security_group (7d4cc99b-c5b2-4696-9bc6-7d70d708c82c), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:30.786642 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-313b65b9-49c7-4731-aa40-5a0f3d897a7c req-abb84327-17e4-4d74-8c78-f9f959a89115 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=536eed53-5bba-4071-99b3-fc8fc91a7906 HTTP/1.1" status: 200 len: 217 time: 0.0468345 Mar 01 16:58:30.840792 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-dafae3c2-46f9-4548-b016-eafe5c8b6fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (7d4cc99b-c5b2-4696-9bc6-7d70d708c82c), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:30.843726 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b65b9-49c7-4731-aa40-5a0f3d897a7c req-9690fa7b-7617-42bd-8b1e-abd467660cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:30.844504 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-dafae3c2-46f9-4548-b016-eafe5c8b6fdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:30.845516 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-313b65b9-49c7-4731-aa40-5a0f3d897a7c req-9690fa7b-7617-42bd-8b1e-abd467660cf8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c HTTP/1.1" status: 200 len: 858 time: 0.0513141 Mar 01 16:58:30.846031 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-dafae3c2-46f9-4548-b016-eafe5c8b6fdc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d4cc99b-c5b2-4696-9bc6-7d70d708c82c HTTP/1.1" status: 204 len: 168 time: 0.1804919 Mar 01 16:58:30.858470 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafae3c2-46f9-4548-b016-eafe5c8b6fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4cc99b-c5b2-4696-9bc6-7d70d708c82c,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:30.907962 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-313b65b9-49c7-4731-aa40-5a0f3d897a7c req-504e1db5-729c-47dd-b616-46b029590dbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59ddfe45-6d96-41d4-aec0-fbcc002b7bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529830 Mar 01 16:58:31.019131 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-313b65b9-49c7-4731-aa40-5a0f3d897a7c req-74408796-b90c-4984-9b1b-5c94f774c776 service neutron] 10.222.0.37 "GET /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966840 Mar 01 16:58:31.083315 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 54158) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:31.127465 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-313b65b9-49c7-4731-aa40-5a0f3d897a7c req-b649e737-0d90-404d-bf1f-aafcc467041e service neutron] 10.222.0.37 "GET /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012719 Mar 01 16:58:31.207461 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-390d3e94-9cc9-4dd2-95dc-bd212103ff9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:31.291209 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-390d3e94-9cc9-4dd2-95dc-bd212103ff9e admin admin] Publish callbacks [] for security_group (a7b7f5f2-cf03-4fed-84e6-14cf3ad69749), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:31.295565 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-390d3e94-9cc9-4dd2-95dc-bd212103ff9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (a7b7f5f2-cf03-4fed-84e6-14cf3ad69749), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:31.335664 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-390d3e94-9cc9-4dd2-95dc-bd212103ff9e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=27fd14ad56a24bd3af097136622fee87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512178 Mar 01 16:58:31.338313 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d3e94-9cc9-4dd2-95dc-bd212103ff9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b7f5f2-cf03-4fed-84e6-14cf3ad69749,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:31.339122 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 54174) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:31.404638 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:31.409447 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d9c2af2d-bfc8-4329-9194-e663cb4cf3e5 admin admin] Publish callbacks [] for security_group (a7b7f5f2-cf03-4fed-84e6-14cf3ad69749), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:31.432824 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d9c2af2d-bfc8-4329-9194-e663cb4cf3e5 admin admin] Publish callbacks [] for security_group (a7b7f5f2-cf03-4fed-84e6-14cf3ad69749), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:31.485798 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d9c2af2d-bfc8-4329-9194-e663cb4cf3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (a7b7f5f2-cf03-4fed-84e6-14cf3ad69749), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:31.488428 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d9c2af2d-bfc8-4329-9194-e663cb4cf3e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:31.489569 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-d9c2af2d-bfc8-4329-9194-e663cb4cf3e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a7b7f5f2-cf03-4fed-84e6-14cf3ad69749 HTTP/1.1" status: 204 len: 168 time: 0.1492455 Mar 01 16:58:31.498678 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2af2d-bfc8-4329-9194-e663cb4cf3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b7f5f2-cf03-4fed-84e6-14cf3ad69749,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:31.890488 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 54194) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:31.906035 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ce35-67bc-4bfc-9b42-a5a562cb28e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:31.992547 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ce35-67bc-4bfc-9b42-a5a562cb28e3 admin admin] Publish callbacks [] for security_group (e00bd8e2-4f64-4e2d-800c-050cf2a7d396), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:31.997723 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-8cd1ce35-67bc-4bfc-9b42-a5a562cb28e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (e00bd8e2-4f64-4e2d-800c-050cf2a7d396), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:32.042196 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-8cd1ce35-67bc-4bfc-9b42-a5a562cb28e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2d492bb966e745d5946441a3ca9f3c2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505201 Mar 01 16:58:32.045395 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 54198) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:32.045867 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1ce35-67bc-4bfc-9b42-a5a562cb28e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00bd8e2-4f64-4e2d-800c-050cf2a7d396,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:32.120632 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-87a99628-839b-4d4a-9e99-8a6d2b539e52 admin admin] Publish callbacks [] for security_group (e00bd8e2-4f64-4e2d-800c-050cf2a7d396), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:32.142896 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-87a99628-839b-4d4a-9e99-8a6d2b539e52 admin admin] Publish callbacks [] for security_group (e00bd8e2-4f64-4e2d-800c-050cf2a7d396), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:32.196082 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-87a99628-839b-4d4a-9e99-8a6d2b539e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (e00bd8e2-4f64-4e2d-800c-050cf2a7d396), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:32.198670 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-87a99628-839b-4d4a-9e99-8a6d2b539e52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:32.199816 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-87a99628-839b-4d4a-9e99-8a6d2b539e52 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e00bd8e2-4f64-4e2d-800c-050cf2a7d396 HTTP/1.1" status: 204 len: 168 time: 0.1528027 Mar 01 16:58:32.207307 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a99628-839b-4d4a-9e99-8a6d2b539e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00bd8e2-4f64-4e2d-800c-050cf2a7d396,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:33.270825 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 54246) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:33.399954 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-a2e7b355-49f0-4b7f-a4d9-c617dadc3b0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:33.477351 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-a2e7b355-49f0-4b7f-a4d9-c617dadc3b0b admin admin] Publish callbacks [] for security_group (b01b675f-2193-4594-9621-133fc1c7e66b), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:33.481535 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-a2e7b355-49f0-4b7f-a4d9-c617dadc3b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (b01b675f-2193-4594-9621-133fc1c7e66b), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:33.518495 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7b355-49f0-4b7f-a4d9-c617dadc3b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01b675f-2193-4594-9621-133fc1c7e66b,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:33.525670 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-a2e7b355-49f0-4b7f-a4d9-c617dadc3b0b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e03bb48b095d4e6183f6725f330b0ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532227 Mar 01 16:58:33.525844 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 54262) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:33.578365 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f97a2b92-f09d-4ad0-b8e7-c775aa7b0432 admin admin] Publish callbacks [] for security_group (b01b675f-2193-4594-9621-133fc1c7e66b), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:33.601592 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f97a2b92-f09d-4ad0-b8e7-c775aa7b0432 admin admin] Publish callbacks [] for security_group (b01b675f-2193-4594-9621-133fc1c7e66b), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:33.656136 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f97a2b92-f09d-4ad0-b8e7-c775aa7b0432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (b01b675f-2193-4594-9621-133fc1c7e66b), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:33.658938 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f97a2b92-f09d-4ad0-b8e7-c775aa7b0432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:33.663066 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-f97a2b92-f09d-4ad0-b8e7-c775aa7b0432 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b01b675f-2193-4594-9621-133fc1c7e66b HTTP/1.1" status: 204 len: 168 time: 0.1361787 Mar 01 16:58:33.672056 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a2b92-f09d-4ad0-b8e7-c775aa7b0432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01b675f-2193-4594-9621-133fc1c7e66b,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:34.334392 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6145c3-93f9-4557-a454-36da4a047784 req-77f9b13f-56b3-4636-b42c-d4c05946dcba tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:34.336070 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-da6145c3-93f9-4557-a454-36da4a047784 req-77f9b13f-56b3-4636-b42c-d4c05946dcba tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.0598900 Mar 01 16:58:34.359356 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 54318) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:34.396514 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-da6145c3-93f9-4557-a454-36da4a047784 req-3a11706c-0737-40db-84e1-34c96a2fd6b2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545602 Mar 01 16:58:34.462263 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-bfb0e17a-e86f-4896-822c-5bcf050b4100 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-651542298-network', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:58:34.483600 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb0e17a-e86f-4896-822c-5bcf050b4100 admin admin] Made reservation on behalf of a43673a7513a4ecfbdcfa9af54650cef for: {'network': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:58:34.485917 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-bfb0e17a-e86f-4896-822c-5bcf050b4100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for network (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:34.495271 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-bfb0e17a-e86f-4896-822c-5bcf050b4100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:34.574123 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-bfb0e17a-e86f-4896-822c-5bcf050b4100 admin admin] Publish callbacks [] for security_group (8139b40a-78b7-4a58-9cc7-f0df6493bc45), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:34.577867 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-bfb0e17a-e86f-4896-822c-5bcf050b4100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (8139b40a-78b7-4a58-9cc7-f0df6493bc45), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:34.605290 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb0e17a-e86f-4896-822c-5bcf050b4100 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:58:34.611284 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0e17a-e86f-4896-822c-5bcf050b4100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8139b40a-78b7-4a58-9cc7-f0df6493bc45,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:34.619926 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-bfb0e17a-e86f-4896-822c-5bcf050b4100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (fea9cd02-5abe-4f24-b2b7-57d2ea333cda), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:34.620023 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.segments_db [None req-bfb0e17a-e86f-4896-822c-5bcf050b4100 admin admin] Added segment fea9cd02-5abe-4f24-b2b7-57d2ea333cda of type vlan for network 6895a6ff-fbeb-4435-8eab-716932b6e3bd Mar 01 16:58:34.659612 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-bfb0e17a-e86f-4896-822c-5bcf050b4100 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740453230677'] for network (6895a6ff-fbeb-4435-8eab-716932b6e3bd), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:34.684015 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-bfb0e17a-e86f-4896-822c-5bcf050b4100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (6895a6ff-fbeb-4435-8eab-716932b6e3bd), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:34.685079 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb0e17a-e86f-4896-822c-5bcf050b4100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:34.685651 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-bfb0e17a-e86f-4896-822c-5bcf050b4100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:34.739454 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-bfb0e17a-e86f-4896-822c-5bcf050b4100 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3785880 Mar 01 16:58:34.742848 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 54326) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:34.746474 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0e17a-e86f-4896-822c-5bcf050b4100 admin admin] Pushing event updated for resources: {'Network': ['ID=6895a6ff-fbeb-4435-8eab-716932b6e3bd,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:34.748232 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-33c1ba35-f902-4d13-98a2-085e31353b43 admin admin] Request body: {'subnet': {'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-651542298-subnet', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'ip_version': 4}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:58:34.756648 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Network 6895a6ff-fbeb-4435-8eab-716932b6e3bd details requested by agent ovs-agent-dv-cinder-831247-2-iscsi with host dv-cinder-831247-2-iscsi {{(pid=103034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:58:34.767676 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c1ba35-f902-4d13-98a2-085e31353b43 admin admin] Made reservation on behalf of a43673a7513a4ecfbdcfa9af54650cef for: {'subnet': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:58:34.770959 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-33c1ba35-f902-4d13-98a2-085e31353b43 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:34.952042 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-33c1ba35-f902-4d13-98a2-085e31353b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (5d875619-cbb6-4294-b78c-191694152bb5), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:35.017394 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1ba35-f902-4d13-98a2-085e31353b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d875619-cbb6-4294-b78c-191694152bb5,revision_number=0']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:35.029758 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c1ba35-f902-4d13-98a2-085e31353b43 admin admin] Checking segment: {'id': 'fea9cd02-5abe-4f24-b2b7-57d2ea333cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:58:35.030138 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c1ba35-f902-4d13-98a2-085e31353b43 admin admin] Network hostable DHCP agents. Network: 6895a6ff-fbeb-4435-8eab-716932b6e3bd, hostable agents: ['76634103-e363-4824-9b69-d0e42b80a9e6'], hosted agents: [] {{(pid=103033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:58:35.070441 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c1ba35-f902-4d13-98a2-085e31353b43 admin admin] Network 6895a6ff-fbeb-4435-8eab-716932b6e3bd is scheduled to be hosted by DHCP agent 76634103-e363-4824-9b69-d0e42b80a9e6 with binding_index 1 {{(pid=103033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:58:35.086945 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-33c1ba35-f902-4d13-98a2-085e31353b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-2-iscsi, 6895a6ff-fbeb-4435-8eab-716932b6e3bd) {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:58:35.091914 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c1ba35-f902-4d13-98a2-085e31353b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:35.092716 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-33c1ba35-f902-4d13-98a2-085e31353b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:35.097693 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12c547b-c3eb-49ca-867b-a176c5a86590 None None] Network 6895a6ff-fbeb-4435-8eab-716932b6e3bd requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:58:35.128192 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-33c1ba35-f902-4d13-98a2-085e31353b43 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3836820 Mar 01 16:58:35.130920 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 54338) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:35.141385 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-24932eb5-ab00-47a9-9a39-0c4a61156ebb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-651542298-router', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:58:35.161313 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-24932eb5-ab00-47a9-9a39-0c4a61156ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3699058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523545'] for router (9ff101d1-16f2-410a-945f-70e3263270d9), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:35.162584 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-24932eb5-ab00-47a9-9a39-0c4a61156ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3699426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686717', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4184244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523520'] for router (9ff101d1-16f2-410a-945f-70e3263270d9), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:35.165132 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 54340) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:35.217365 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57d9b2c-f447-4421-a121-f1ba1249bbbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8729f57f-20ff-5eed-841b-78fe1ce83f3e-6895a6ff-fbeb-4435-8eab-716932b6e3bd', 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd', 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'fixed_ips': [{'subnet_id': '5d875619-cbb6-4294-b78c-191694152bb5'}]}} from dv-cinder-831247-2-iscsi. {{(pid=103034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 16:58:35.218274 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b57d9b2c-f447-4421-a121-f1ba1249bbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:35.220452 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-24932eb5-ab00-47a9-9a39-0c4a61156ebb admin admin] Publish callbacks [] for router_controller (9ff101d1-16f2-410a-945f-70e3263270d9), precommit_add_association {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:35.301455 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ebcd3828-983d-40ba-ab62-4fda6ee9e1a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:35.372236 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [None req-b57d9b2c-f447-4421-a121-f1ba1249bbbd None None] Allocated IP 172.20.0.2 (6895a6ff-fbeb-4435-8eab-716932b6e3bd/5d875619-cbb6-4294-b78c-191694152bb5/23c99534-597d-4abc-8a66-4c9e42d49090) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:58:35.379186 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ebcd3828-983d-40ba-ab62-4fda6ee9e1a3 admin admin] Publish callbacks [] for security_group (83028e3e-f683-4642-b5c1-3c02a5cb3ce4), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:35.386087 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ebcd3828-983d-40ba-ab62-4fda6ee9e1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (83028e3e-f683-4642-b5c1-3c02a5cb3ce4), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:35.400010 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-24932eb5-ab00-47a9-9a39-0c4a61156ebb admin admin] Publish callbacks [] for router_gateway (9ff101d1-16f2-410a-945f-70e3263270d9), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:35.434880 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-ebcd3828-983d-40ba-ab62-4fda6ee9e1a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=50383618d9a64076b32f2259abcfc4c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683852 Mar 01 16:58:35.436233 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 54346) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:35.453112 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd3828-983d-40ba-ab62-4fda6ee9e1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83028e3e-f683-4642-b5c1-3c02a5cb3ce4,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:35.506902 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-936dfdfe-ea99-443f-8adb-e80c6155ad10 admin admin] Publish callbacks [] for security_group (83028e3e-f683-4642-b5c1-3c02a5cb3ce4), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:35.540999 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b57d9b2c-f447-4421-a121-f1ba1249bbbd None None] Publish callbacks [] for port (23c99534-597d-4abc-8a66-4c9e42d49090), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:35.550963 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b57d9b2c-f447-4421-a121-f1ba1249bbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (23c99534-597d-4abc-8a66-4c9e42d49090), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:35.564004 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-936dfdfe-ea99-443f-8adb-e80c6155ad10 admin admin] Publish callbacks [] for security_group (83028e3e-f683-4642-b5c1-3c02a5cb3ce4), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:35.614281 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57d9b2c-f447-4421-a121-f1ba1249bbbd None None] Network 6895a6ff-fbeb-4435-8eab-716932b6e3bd is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:58:35.620095 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759d40c-05c7-4bcd-b833-6dcb51009572 req-42698d4e-a376-4193-892d-79efd37ed9fe tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:35.621605 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f759d40c-05c7-4bcd-b833-6dcb51009572 req-42698d4e-a376-4193-892d-79efd37ed9fe tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.0894818 Mar 01 16:58:35.627577 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-b57d9b2c-f447-4421-a121-f1ba1249bbbd None None] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:58:35.632053 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d9b2c-f447-4421-a121-f1ba1249bbbd None None] Pushing event updated for resources: {'Port': ['ID=23c99534-597d-4abc-8a66-4c9e42d49090,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:35.637201 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57d9b2c-f447-4421-a121-f1ba1249bbbd None None] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:58:35.667520 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-24932eb5-ab00-47a9-9a39-0c4a61156ebb admin admin] Publish callbacks [] for router_gateway (9ff101d1-16f2-410a-945f-70e3263270d9), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:35.691540 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-24932eb5-ab00-47a9-9a39-0c4a61156ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:35.697210 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f759d40c-05c7-4bcd-b833-6dcb51009572 req-39b597ea-86e9-47a1-a8dd-9087a83287d0 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628924 Mar 01 16:58:35.698395 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-936dfdfe-ea99-443f-8adb-e80c6155ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (83028e3e-f683-4642-b5c1-3c02a5cb3ce4), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:35.705950 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-936dfdfe-ea99-443f-8adb-e80c6155ad10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:35.707104 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-936dfdfe-ea99-443f-8adb-e80c6155ad10 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/83028e3e-f683-4642-b5c1-3c02a5cb3ce4 HTTP/1.1" status: 204 len: 168 time: 0.2697132 Mar 01 16:58:35.712296 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-b57d9b2c-f447-4421-a121-f1ba1249bbbd None None] Attempting to bind port 23c99534-597d-4abc-8a66-4c9e42d49090 on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:58:35.712763 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-b57d9b2c-f447-4421-a121-f1ba1249bbbd None None] Attempting to bind port 23c99534-597d-4abc-8a66-4c9e42d49090 by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': 'fea9cd02-5abe-4f24-b2b7-57d2ea333cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:58:35.713215 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57d9b2c-f447-4421-a121-f1ba1249bbbd None None] Attempting to bind port 23c99534-597d-4abc-8a66-4c9e42d49090 on network 6895a6ff-fbeb-4435-8eab-716932b6e3bd {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:58:35.719096 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57d9b2c-f447-4421-a121-f1ba1249bbbd None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:58:35.719629 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57d9b2c-f447-4421-a121-f1ba1249bbbd None None] Checking segment: {'id': 'fea9cd02-5abe-4f24-b2b7-57d2ea333cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:58:35.720335 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b57d9b2c-f447-4421-a121-f1ba1249bbbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:35.720819 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57d9b2c-f447-4421-a121-f1ba1249bbbd None None] Bound using segment: {'id': 'fea9cd02-5abe-4f24-b2b7-57d2ea333cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:58:35.721393 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-b57d9b2c-f447-4421-a121-f1ba1249bbbd None None] Bound port: 23c99534-597d-4abc-8a66-4c9e42d49090, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea9cd02-5abe-4f24-b2b7-57d2ea333cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:58:35.721858 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b57d9b2c-f447-4421-a121-f1ba1249bbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (23c99534-597d-4abc-8a66-4c9e42d49090), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:35.739437 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936dfdfe-ea99-443f-8adb-e80c6155ad10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83028e3e-f683-4642-b5c1-3c02a5cb3ce4,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:35.812907 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-b57d9b2c-f447-4421-a121-f1ba1249bbbd None None] For port 23c99534-597d-4abc-8a66-4c9e42d49090, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:58:35.817229 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-b57d9b2c-f447-4421-a121-f1ba1249bbbd None None] For port 23c99534-597d-4abc-8a66-4c9e42d49090, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=23c99534-597d-4abc-8a66-4c9e42d49090,segment=NetworkSegment(fea9cd02-5abe-4f24-b2b7-57d2ea333cda),segment_id=fea9cd02-5abe-4f24-b2b7-57d2ea333cda)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:58:35.825321 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b57d9b2c-f447-4421-a121-f1ba1249bbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (23c99534-597d-4abc-8a66-4c9e42d49090), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:35.879748 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [None req-24932eb5-ab00-47a9-9a39-0c4a61156ebb admin admin] Allocated IP 172.27.0.253 (e6ae233f-293e-41a5-ad0b-5fc845cdb59d/f57a09de-5442-447f-9fd0-ed63e9a7467a/7aa8c479-8726-4e16-80b2-22995afb1f97) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:58:35.915661 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d9b2c-f447-4421-a121-f1ba1249bbbd None None] Pushing event updated for resources: {'Port': ['ID=23c99534-597d-4abc-8a66-4c9e42d49090,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:36.009368 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-24932eb5-ab00-47a9-9a39-0c4a61156ebb admin admin] Publish callbacks [] for port (7aa8c479-8726-4e16-80b2-22995afb1f97), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:36.052700 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-24932eb5-ab00-47a9-9a39-0c4a61156ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (7aa8c479-8726-4e16-80b2-22995afb1f97), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:36.096528 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24932eb5-ab00-47a9-9a39-0c4a61156ebb admin admin] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:58:36.101314 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-24932eb5-ab00-47a9-9a39-0c4a61156ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:58:36.104715 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24932eb5-ab00-47a9-9a39-0c4a61156ebb admin admin] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:58:36.203992 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24932eb5-ab00-47a9-9a39-0c4a61156ebb admin admin] Pushing event updated for resources: {'Port': ['ID=7aa8c479-8726-4e16-80b2-22995afb1f97,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:36.408301 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-24932eb5-ab00-47a9-9a39-0c4a61156ebb admin admin] Publish callbacks [] for router_gateway (9ff101d1-16f2-410a-945f-70e3263270d9), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:36.635939 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-24932eb5-ab00-47a9-9a39-0c4a61156ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3699445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686752'] for router (9ff101d1-16f2-410a-945f-70e3263270d9), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:36.847343 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24932eb5-ab00-47a9-9a39-0c4a61156ebb admin admin] Router 9ff101d1-16f2-410a-945f-70e3263270d9 is scheduled to L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 with binding_index 1 {{(pid=103033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 16:58:36.911833 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf3ac4-9b9e-4ac8-96c5-8abd304620ef req-9d94a9ba-bef0-48bc-8891-20099d915217 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:36.929590 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3acf3ac4-9b9e-4ac8-96c5-8abd304620ef req-9d94a9ba-bef0-48bc-8891-20099d915217 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.1155047 Mar 01 16:58:37.005060 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24932eb5-ab00-47a9-9a39-0c4a61156ebb admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:58:37.005540 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3acf3ac4-9b9e-4ac8-96c5-8abd304620ef req-68bb5675-c221-45bc-b54f-c6db3b786bfa tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726719 Mar 01 16:58:37.020133 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] Sync routers for ids ['9ff101d1-16f2-410a-945f-70e3263270d9'] in dv-cinder-831247-2-iscsi {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:58:37.024759 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-24932eb5-ab00-47a9-9a39-0c4a61156ebb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:37.026159 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-24932eb5-ab00-47a9-9a39-0c4a61156ebb admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8941391 Mar 01 16:58:37.028915 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 54390) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:37.033288 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] Routers {'9ff101d1-16f2-410a-945f-70e3263270d9'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:58:37.033930 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:58:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['9ff101d1-16f2-410a-945f-70e3263270d9'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:58:37.077825 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ff4ff3-b0c4-4d4e-86b7-ad1d1eaaccaf None None] Network 6895a6ff-fbeb-4435-8eab-716932b6e3bd requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:58:37.161481 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] Set router 9ff101d1-16f2-410a-945f-70e3263270d9 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:58:37.465669 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-f92e116c-c459-43da-8d59-20f4d3dffadb None None] Provisioning complete for port 23c99534-597d-4abc-8a66-4c9e42d49090 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:37.466261 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f92e116c-c459-43da-8d59-20f4d3dffadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (23c99534-597d-4abc-8a66-4c9e42d49090), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:37.477371 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'name': 'tempest-TestMinimumBasicScenario-651542298-router', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:36Z', 'revision_number': 3, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'gw_port': {'id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:58:37.515025 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 23c99534-597d-4abc-8a66-4c9e42d49090 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:58:37.519232 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] Checking router: 9ff101d1-16f2-410a-945f-70e3263270d9 for host: dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:58:37.519738 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] Updating router 9ff101d1-16f2-410a-945f-70e3263270d9 port 7aa8c479-8726-4e16-80b2-22995afb1f97 binding host dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:58:37.550444 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (7aa8c479-8726-4e16-80b2-22995afb1f97), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:37.620356 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-f92e116c-c459-43da-8d59-20f4d3dffadb None None] Current status of the port 23c99534-597d-4abc-8a66-4c9e42d49090 is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:37.620751 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f92e116c-c459-43da-8d59-20f4d3dffadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (23c99534-597d-4abc-8a66-4c9e42d49090), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:37.622638 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 23c99534-597d-4abc-8a66-4c9e42d49090 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:37.623005 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (23c99534-597d-4abc-8a66-4c9e42d49090), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:37.707485 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-f92e116c-c459-43da-8d59-20f4d3dffadb None None] For port 23c99534-597d-4abc-8a66-4c9e42d49090, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=23c99534-597d-4abc-8a66-4c9e42d49090,segment=NetworkSegment(fea9cd02-5abe-4f24-b2b7-57d2ea333cda),segment_id=fea9cd02-5abe-4f24-b2b7-57d2ea333cda)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:58:37.713630 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f92e116c-c459-43da-8d59-20f4d3dffadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (23c99534-597d-4abc-8a66-4c9e42d49090), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:37.828408 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6dd92ec8-0097-44a6-9c3f-898a66b36936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:37.830391 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e116c-c459-43da-8d59-20f4d3dffadb None None] Pushing event updated for resources: {'Port': ['ID=23c99534-597d-4abc-8a66-4c9e42d49090,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:37.833027 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 23c99534-597d-4abc-8a66-4c9e42d49090 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:37.850315 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-d27aa681-e718-424a-bc86-1919a49996f2 None None] Provisioning complete for port 23c99534-597d-4abc-8a66-4c9e42d49090 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:37.850702 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d27aa681-e718-424a-bc86-1919a49996f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (23c99534-597d-4abc-8a66-4c9e42d49090), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:37.905853 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] Publish callbacks [] for port (7aa8c479-8726-4e16-80b2-22995afb1f97), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:37.917252 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (7aa8c479-8726-4e16-80b2-22995afb1f97), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:37.937754 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-d27aa681-e718-424a-bc86-1919a49996f2 None None] Current status of the port 23c99534-597d-4abc-8a66-4c9e42d49090 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:37.973423 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] Attempting to bind port 7aa8c479-8726-4e16-80b2-22995afb1f97 on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:58:37.973738 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] Attempting to bind port 7aa8c479-8726-4e16-80b2-22995afb1f97 by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:58:37.974114 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] Attempting to bind port 7aa8c479-8726-4e16-80b2-22995afb1f97 on network e6ae233f-293e-41a5-ad0b-5fc845cdb59d {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:58:37.977527 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f321f1-2e11-45f6-b123-1efcf806ad25 None None] Pushing event updated for resources: {'Port': ['ID=7aa8c479-8726-4e16-80b2-22995afb1f97,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:37.982260 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:58:37.982648 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] Checking segment: {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:58:37.983058 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:37.983487 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] Bound using segment: {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:58:37.983983 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] Bound port: 7aa8c479-8726-4e16-80b2-22995afb1f97, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:58:37.984512 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (7aa8c479-8726-4e16-80b2-22995afb1f97), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:38.012151 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f321f1-2e11-45f6-b123-1efcf806ad25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:38.012536 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f321f1-2e11-45f6-b123-1efcf806ad25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:38.012910 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f321f1-2e11-45f6-b123-1efcf806ad25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:38.013258 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f321f1-2e11-45f6-b123-1efcf806ad25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:38.013598 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f321f1-2e11-45f6-b123-1efcf806ad25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:38.013936 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f321f1-2e11-45f6-b123-1efcf806ad25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:38.014273 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f321f1-2e11-45f6-b123-1efcf806ad25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:38.014604 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f321f1-2e11-45f6-b123-1efcf806ad25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:38.014938 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f321f1-2e11-45f6-b123-1efcf806ad25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:38.015291 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f321f1-2e11-45f6-b123-1efcf806ad25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:38.015742 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f321f1-2e11-45f6-b123-1efcf806ad25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:38.016070 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f321f1-2e11-45f6-b123-1efcf806ad25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:38.016399 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f321f1-2e11-45f6-b123-1efcf806ad25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:58:38.021653 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [None req-6dd92ec8-0097-44a6-9c3f-898a66b36936 admin admin] Allocated IP 172.20.0.1 (6895a6ff-fbeb-4435-8eab-716932b6e3bd/5d875619-cbb6-4294-b78c-191694152bb5/bee8292f-5bbd-4b9b-941b-08dc6c51caf7) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:58:38.058795 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] For port 7aa8c479-8726-4e16-80b2-22995afb1f97, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:58:38.062287 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] For port 7aa8c479-8726-4e16-80b2-22995afb1f97, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=7aa8c479-8726-4e16-80b2-22995afb1f97,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:58:38.070111 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (7aa8c479-8726-4e16-80b2-22995afb1f97), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:38.130146 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] Routers {'9ff101d1-16f2-410a-945f-70e3263270d9'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:58:38.130776 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:58:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['9ff101d1-16f2-410a-945f-70e3263270d9'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:58:38.133290 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f321f1-2e11-45f6-b123-1efcf806ad25 None None] Pushing event updated for resources: {'Port': ['ID=7aa8c479-8726-4e16-80b2-22995afb1f97,revision_number=3']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:38.175277 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6dd92ec8-0097-44a6-9c3f-898a66b36936 admin admin] Publish callbacks [] for port (bee8292f-5bbd-4b9b-941b-08dc6c51caf7), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:38.189686 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c902f-4d8c-4751-b79b-427878f0c174 req-d12ff2c2-98be-4f9f-af5a-cb1fc98fa68e tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:38.191450 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-129c902f-4d8c-4751-b79b-427878f0c174 req-d12ff2c2-98be-4f9f-af5a-cb1fc98fa68e tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.0973828 Mar 01 16:58:38.242278 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] Set router 9ff101d1-16f2-410a-945f-70e3263270d9 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:58:38.256638 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-129c902f-4d8c-4751-b79b-427878f0c174 req-1df88aa9-b753-4e4b-b9b2-32c733b5cc34 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576980 Mar 01 16:58:38.258920 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6dd92ec8-0097-44a6-9c3f-898a66b36936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (bee8292f-5bbd-4b9b-941b-08dc6c51caf7), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:38.300780 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd92ec8-0097-44a6-9c3f-898a66b36936 admin admin] Network 6895a6ff-fbeb-4435-8eab-716932b6e3bd is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:58:38.303572 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-6dd92ec8-0097-44a6-9c3f-898a66b36936 admin admin] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:58:38.308069 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd92ec8-0097-44a6-9c3f-898a66b36936 admin admin] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:58:38.316481 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd92ec8-0097-44a6-9c3f-898a66b36936 admin admin] Pushing event updated for resources: {'Port': ['ID=bee8292f-5bbd-4b9b-941b-08dc6c51caf7,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:38.386657 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6dd92ec8-0097-44a6-9c3f-898a66b36936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688509'] for router_interface (9ff101d1-16f2-410a-945f-70e3263270d9), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:38.500148 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'name': 'tempest-TestMinimumBasicScenario-651542298-router', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:36Z', 'revision_number': 3, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'gw_port': {'id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:58:38.543873 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb63ea5-bf9b-4e6c-acb8-548966e34d62 None None] The sync data for ids ['9ff101d1-16f2-410a-945f-70e3263270d9'] in dv-cinder-831247-2-iscsi is: [{'id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'name': 'tempest-TestMinimumBasicScenario-651542298-router', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:36Z', 'revision_number': 3, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'gw_port': {'id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}] {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:58:38.594914 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6dd92ec8-0097-44a6-9c3f-898a66b36936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (bee8292f-5bbd-4b9b-941b-08dc6c51caf7), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:38.664397 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-ce14e11c-672a-4252-9c79-3440a213fdc9 None None] Provisioning complete for port bee8292f-5bbd-4b9b-941b-08dc6c51caf7 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:38.664946 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ce14e11c-672a-4252-9c79-3440a213fdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (bee8292f-5bbd-4b9b-941b-08dc6c51caf7), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:38.704814 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-ce14e11c-672a-4252-9c79-3440a213fdc9 None None] Port bee8292f-5bbd-4b9b-941b-08dc6c51caf7 cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:58:38.765234 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6dd92ec8-0097-44a6-9c3f-898a66b36936 admin admin] Publish callbacks [] for port (bee8292f-5bbd-4b9b-941b-08dc6c51caf7), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:38.777229 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6dd92ec8-0097-44a6-9c3f-898a66b36936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (bee8292f-5bbd-4b9b-941b-08dc6c51caf7), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:38.861546 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd92ec8-0097-44a6-9c3f-898a66b36936 admin admin] Pushing event updated for resources: {'Port': ['ID=bee8292f-5bbd-4b9b-941b-08dc6c51caf7,revision_number=2']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:38.863921 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6dd92ec8-0097-44a6-9c3f-898a66b36936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690157'] for router_interface (9ff101d1-16f2-410a-945f-70e3263270d9), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:38.973749 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd92ec8-0097-44a6-9c3f-898a66b36936 admin admin] Network 6895a6ff-fbeb-4435-8eab-716932b6e3bd is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:58:38.975187 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-6dd92ec8-0097-44a6-9c3f-898a66b36936 admin admin] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:58:39.107924 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd92ec8-0097-44a6-9c3f-898a66b36936 admin admin] Router 9ff101d1-16f2-410a-945f-70e3263270d9 has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:58:39.232450 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-00e4a91d-f45d-4522-a91f-8df24696e121 None None] Provisioning complete for port bee8292f-5bbd-4b9b-941b-08dc6c51caf7 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:39.232974 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-00e4a91d-f45d-4522-a91f-8df24696e121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (bee8292f-5bbd-4b9b-941b-08dc6c51caf7), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:39.234373 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd92ec8-0097-44a6-9c3f-898a66b36936 admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:58:39.241789 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-6dd92ec8-0097-44a6-9c3f-898a66b36936 admin admin] 10.222.0.55 "PUT /v2.0/routers/9ff101d1-16f2-410a-945f-70e3263270d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2111990 Mar 01 16:58:39.275877 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-00e4a91d-f45d-4522-a91f-8df24696e121 None None] Port bee8292f-5bbd-4b9b-941b-08dc6c51caf7 cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:58:39.422657 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ba0b1-5a23-4a2b-9c1c-001637e5ad23 req-a52315cd-d42e-4b17-86df-e86ca90e5502 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:39.424316 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-715ba0b1-5a23-4a2b-9c1c-001637e5ad23 req-a52315cd-d42e-4b17-86df-e86ca90e5502 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.0675097 Mar 01 16:58:39.449736 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 23c99534-597d-4abc-8a66-4c9e42d49090 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:58:39.490785 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-715ba0b1-5a23-4a2b-9c1c-001637e5ad23 req-9e9d9915-5bcf-4a9a-81d3-6cbb1ebb2767 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601692 Mar 01 16:58:39.517677 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 23c99534-597d-4abc-8a66-4c9e42d49090 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:39.517677 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (23c99534-597d-4abc-8a66-4c9e42d49090), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:39.594250 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 23c99534-597d-4abc-8a66-4c9e42d49090 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:39.595561 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 7aa8c479-8726-4e16-80b2-22995afb1f97 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:58:39.648849 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 7aa8c479-8726-4e16-80b2-22995afb1f97 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:39.649295 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (7aa8c479-8726-4e16-80b2-22995afb1f97), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:39.747902 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 7aa8c479-8726-4e16-80b2-22995afb1f97 is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:39.748496 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (7aa8c479-8726-4e16-80b2-22995afb1f97), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:39.769239 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] For port 7aa8c479-8726-4e16-80b2-22995afb1f97, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=7aa8c479-8726-4e16-80b2-22995afb1f97,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:58:39.773940 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (7aa8c479-8726-4e16-80b2-22995afb1f97), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:39.824434 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Pushing event updated for resources: {'Port': ['ID=7aa8c479-8726-4e16-80b2-22995afb1f97,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:39.945507 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 54444) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:39.950750 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-b6718a0d-c9b4-4236-8461-d92367b09255 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1364104698-network', 'tenant_id': 'ce81db5bff5b4887ba8cd393d45b0efe'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:58:39.977656 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6718a0d-c9b4-4236-8461-d92367b09255 admin admin] Made reservation on behalf of ce81db5bff5b4887ba8cd393d45b0efe for: {'network': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:58:39.980403 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b6718a0d-c9b4-4236-8461-d92367b09255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for network (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:39.990462 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b6718a0d-c9b4-4236-8461-d92367b09255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:40.094844 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b6718a0d-c9b4-4236-8461-d92367b09255 admin admin] Publish callbacks [] for security_group (be888618-88a9-4f0e-bd23-0d40af1a6908), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:40.101588 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b6718a0d-c9b4-4236-8461-d92367b09255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (be888618-88a9-4f0e-bd23-0d40af1a6908), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:40.140198 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6718a0d-c9b4-4236-8461-d92367b09255 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:58:40.146581 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6718a0d-c9b4-4236-8461-d92367b09255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be888618-88a9-4f0e-bd23-0d40af1a6908,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:40.155465 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b6718a0d-c9b4-4236-8461-d92367b09255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (247db3ed-5414-42d3-8523-18282baad642), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:40.155964 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.segments_db [None req-b6718a0d-c9b4-4236-8461-d92367b09255 admin admin] Added segment 247db3ed-5414-42d3-8523-18282baad642 of type vlan for network 560b9a4c-e8de-4946-87c8-6b95bafd7a10 Mar 01 16:58:40.202891 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b6718a0d-c9b4-4236-8461-d92367b09255 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740453230677'] for network (560b9a4c-e8de-4946-87c8-6b95bafd7a10), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:40.231406 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b6718a0d-c9b4-4236-8461-d92367b09255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (560b9a4c-e8de-4946-87c8-6b95bafd7a10), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:40.232019 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6718a0d-c9b4-4236-8461-d92367b09255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:40.232498 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b6718a0d-c9b4-4236-8461-d92367b09255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:40.269670 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 54448) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:40.270289 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-b6718a0d-c9b4-4236-8461-d92367b09255 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3229415 Mar 01 16:58:40.275753 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-d98ce17b-3e9b-4cfa-bc54-2cb13eac71c2 admin admin] Request body: {'subnet': {'network_id': '560b9a4c-e8de-4946-87c8-6b95bafd7a10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1364104698-subnet', 'tenant_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'ip_version': 4}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:58:40.283243 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] Sync routers for ids ['9ff101d1-16f2-410a-945f-70e3263270d9'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:58:40.295148 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] Routers {'9ff101d1-16f2-410a-945f-70e3263270d9'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:58:40.295817 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:58:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['9ff101d1-16f2-410a-945f-70e3263270d9'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:58:40.302764 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98ce17b-3e9b-4cfa-bc54-2cb13eac71c2 admin admin] Made reservation on behalf of ce81db5bff5b4887ba8cd393d45b0efe for: {'subnet': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:58:40.305328 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d98ce17b-3e9b-4cfa-bc54-2cb13eac71c2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:40.307893 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6718a0d-c9b4-4236-8461-d92367b09255 admin admin] Pushing event updated for resources: {'Network': ['ID=560b9a4c-e8de-4946-87c8-6b95bafd7a10,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:40.343133 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Network 560b9a4c-e8de-4946-87c8-6b95bafd7a10 details requested by agent ovs-agent-dv-cinder-831247-2-iscsi with host dv-cinder-831247-2-iscsi {{(pid=103034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:58:40.477207 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] Set router 9ff101d1-16f2-410a-945f-70e3263270d9 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:58:40.498207 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d98ce17b-3e9b-4cfa-bc54-2cb13eac71c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (c7f9319a-7534-4dc0-83db-0838b701fae5), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:40.565100 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ce17b-3e9b-4cfa-bc54-2cb13eac71c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7f9319a-7534-4dc0-83db-0838b701fae5,revision_number=0']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:40.578413 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98ce17b-3e9b-4cfa-bc54-2cb13eac71c2 admin admin] Checking segment: {'id': '247db3ed-5414-42d3-8523-18282baad642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '560b9a4c-e8de-4946-87c8-6b95bafd7a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:58:40.578926 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98ce17b-3e9b-4cfa-bc54-2cb13eac71c2 admin admin] Network hostable DHCP agents. Network: 560b9a4c-e8de-4946-87c8-6b95bafd7a10, hostable agents: ['76634103-e363-4824-9b69-d0e42b80a9e6'], hosted agents: [] {{(pid=103033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:58:40.602136 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98ce17b-3e9b-4cfa-bc54-2cb13eac71c2 admin admin] Network 560b9a4c-e8de-4946-87c8-6b95bafd7a10 is scheduled to be hosted by DHCP agent 76634103-e363-4824-9b69-d0e42b80a9e6 with binding_index 1 {{(pid=103033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:58:40.622304 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-d98ce17b-3e9b-4cfa-bc54-2cb13eac71c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-2-iscsi, 560b9a4c-e8de-4946-87c8-6b95bafd7a10) {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:58:40.626399 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98ce17b-3e9b-4cfa-bc54-2cb13eac71c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:40.627121 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d98ce17b-3e9b-4cfa-bc54-2cb13eac71c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:40.629955 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24426c-ccb3-4f48-ab5c-421294bcde58 req-46e26b8b-ef80-495c-b789-c871510362a8 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:40.637299 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2e24426c-ccb3-4f48-ab5c-421294bcde58 req-46e26b8b-ef80-495c-b789-c871510362a8 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.0626328 Mar 01 16:58:40.644505 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680a3793-f30c-4bfa-ad5d-7dd4c24de636 None None] Network 560b9a4c-e8de-4946-87c8-6b95bafd7a10 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:58:40.658757 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-d98ce17b-3e9b-4cfa-bc54-2cb13eac71c2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3878546 Mar 01 16:58:40.661324 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 54454) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:40.666481 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-e1e541d1-d06c-48d4-b725-529c193e6632 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1364104698-router', 'tenant_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:58:40.689291 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2e24426c-ccb3-4f48-ab5c-421294bcde58 req-5b779110-5143-495f-9365-346481794d14 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508645 Mar 01 16:58:40.690803 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e1e541d1-d06c-48d4-b725-529c193e6632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3699058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523545'] for router (894a74d1-2873-4783-92c0-eb11ce4d430b), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:40.692028 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e1e541d1-d06c-48d4-b725-529c193e6632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3699426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686717', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4184244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523520'] for router (894a74d1-2873-4783-92c0-eb11ce4d430b), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:40.760556 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e1e541d1-d06c-48d4-b725-529c193e6632 admin admin] Publish callbacks [] for router_controller (894a74d1-2873-4783-92c0-eb11ce4d430b), precommit_add_association {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:40.812671 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f6359e-0a80-4b7b-8db6-80f71fc85a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8729f57f-20ff-5eed-841b-78fe1ce83f3e-560b9a4c-e8de-4946-87c8-6b95bafd7a10', 'network_id': '560b9a4c-e8de-4946-87c8-6b95bafd7a10', 'project_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'fixed_ips': [{'subnet_id': 'c7f9319a-7534-4dc0-83db-0838b701fae5'}]}} from dv-cinder-831247-2-iscsi. {{(pid=103034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 16:58:40.814190 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f9f6359e-0a80-4b7b-8db6-80f71fc85a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:40.822485 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'name': 'tempest-TestMinimumBasicScenario-651542298-router', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:38Z', 'revision_number': 4, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'gw_port': {'id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': 'bee8292f-5bbd-4b9b-941b-08dc6c51caf7', 'name': '', 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'mac_address': 'fa:16:3e:b6:0e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5d875619-cbb6-4294-b78c-191694152bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:37Z', 'updated_at': '2022-03-01T16:58:38Z', 'revision_number': 2, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'subnets': [{'id': '5d875619-cbb6-4294-b78c-191694152bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:58:40.863156 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] Checking router: 9ff101d1-16f2-410a-945f-70e3263270d9 for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:58:40.863619 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] Updating router 9ff101d1-16f2-410a-945f-70e3263270d9 port bee8292f-5bbd-4b9b-941b-08dc6c51caf7 binding host dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:58:40.957607 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (bee8292f-5bbd-4b9b-941b-08dc6c51caf7), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:41.098112 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e1e541d1-d06c-48d4-b725-529c193e6632 admin admin] Publish callbacks [] for router_gateway (894a74d1-2873-4783-92c0-eb11ce4d430b), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:41.114642 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [None req-f9f6359e-0a80-4b7b-8db6-80f71fc85a0d None None] Allocated IP 172.20.0.2 (560b9a4c-e8de-4946-87c8-6b95bafd7a10/c7f9319a-7534-4dc0-83db-0838b701fae5/50c2b5b4-6801-48ff-89a1-30c9372822f7) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:58:41.312257 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e1e541d1-d06c-48d4-b725-529c193e6632 admin admin] Publish callbacks [] for router_gateway (894a74d1-2873-4783-92c0-eb11ce4d430b), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:41.333233 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e1e541d1-d06c-48d4-b725-529c193e6632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:41.388403 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 7aa8c479-8726-4e16-80b2-22995afb1f97 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:58:41.449955 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [None req-e1e541d1-d06c-48d4-b725-529c193e6632 admin admin] Allocated IP 172.27.0.49 (e6ae233f-293e-41a5-ad0b-5fc845cdb59d/f57a09de-5442-447f-9fd0-ed63e9a7467a/3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:58:41.552679 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e1e541d1-d06c-48d4-b725-529c193e6632 admin admin] Publish callbacks [] for port (3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:41.571120 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 7aa8c479-8726-4e16-80b2-22995afb1f97 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:41.571435 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (7aa8c479-8726-4e16-80b2-22995afb1f97), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:41.589873 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e1e541d1-d06c-48d4-b725-529c193e6632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:41.613167 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f9f6359e-0a80-4b7b-8db6-80f71fc85a0d None None] Publish callbacks [] for port (50c2b5b4-6801-48ff-89a1-30c9372822f7), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:41.631616 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e541d1-d06c-48d4-b725-529c193e6632 admin admin] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:58:41.632090 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f9f6359e-0a80-4b7b-8db6-80f71fc85a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (50c2b5b4-6801-48ff-89a1-30c9372822f7), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:41.634731 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-e1e541d1-d06c-48d4-b725-529c193e6632 admin admin] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:58:41.637176 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] Publish callbacks [] for port (bee8292f-5bbd-4b9b-941b-08dc6c51caf7), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:41.638148 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e541d1-d06c-48d4-b725-529c193e6632 admin admin] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:58:41.670847 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (bee8292f-5bbd-4b9b-941b-08dc6c51caf7), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:41.680634 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e541d1-d06c-48d4-b725-529c193e6632 admin admin] Pushing event updated for resources: {'Port': ['ID=3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:41.709618 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f6359e-0a80-4b7b-8db6-80f71fc85a0d None None] Network 560b9a4c-e8de-4946-87c8-6b95bafd7a10 is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:58:41.709618 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6359e-0a80-4b7b-8db6-80f71fc85a0d None None] Pushing event updated for resources: {'Port': ['ID=50c2b5b4-6801-48ff-89a1-30c9372822f7,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:41.710925 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-f9f6359e-0a80-4b7b-8db6-80f71fc85a0d None None] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:58:41.769343 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f6359e-0a80-4b7b-8db6-80f71fc85a0d None None] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:58:41.844927 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1284d-df23-4083-91ef-29bc354d0e7d req-7d6dc9f5-e0f4-4d3d-bcc1-a13af9696e7b tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:41.846466 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-81d1284d-df23-4083-91ef-29bc354d0e7d req-7d6dc9f5-e0f4-4d3d-bcc1-a13af9696e7b tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.0639653 Mar 01 16:58:41.892663 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ab694-3813-474d-8c3a-3f966d7a9e69 None None] Pushing event updated for resources: {'Port': ['ID=bee8292f-5bbd-4b9b-941b-08dc6c51caf7,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:41.908398 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e1e541d1-d06c-48d4-b725-529c193e6632 admin admin] Publish callbacks [] for router_gateway (894a74d1-2873-4783-92c0-eb11ce4d430b), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:41.923202 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 7aa8c479-8726-4e16-80b2-22995afb1f97 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:41.935164 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-81d1284d-df23-4083-91ef-29bc354d0e7d req-6562fcf5-9df2-4049-a2b7-3f7e32e939ab tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821922 Mar 01 16:58:41.936776 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] Attempting to bind port bee8292f-5bbd-4b9b-941b-08dc6c51caf7 on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:58:41.937143 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] Attempting to bind port bee8292f-5bbd-4b9b-941b-08dc6c51caf7 by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': 'fea9cd02-5abe-4f24-b2b7-57d2ea333cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:58:41.937582 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] Attempting to bind port bee8292f-5bbd-4b9b-941b-08dc6c51caf7 on network 6895a6ff-fbeb-4435-8eab-716932b6e3bd {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:58:41.945119 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:58:41.946107 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] Checking segment: {'id': 'fea9cd02-5abe-4f24-b2b7-57d2ea333cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:58:41.956594 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:41.956594 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] Bound using segment: {'id': 'fea9cd02-5abe-4f24-b2b7-57d2ea333cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:58:41.956594 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] Bound port: bee8292f-5bbd-4b9b-941b-08dc6c51caf7, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea9cd02-5abe-4f24-b2b7-57d2ea333cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:58:41.956594 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (bee8292f-5bbd-4b9b-941b-08dc6c51caf7), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:41.956594 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-f9f6359e-0a80-4b7b-8db6-80f71fc85a0d None None] Attempting to bind port 50c2b5b4-6801-48ff-89a1-30c9372822f7 on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:58:41.956594 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-f9f6359e-0a80-4b7b-8db6-80f71fc85a0d None None] Attempting to bind port 50c2b5b4-6801-48ff-89a1-30c9372822f7 by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': '247db3ed-5414-42d3-8523-18282baad642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '560b9a4c-e8de-4946-87c8-6b95bafd7a10'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:58:41.956594 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f6359e-0a80-4b7b-8db6-80f71fc85a0d None None] Attempting to bind port 50c2b5b4-6801-48ff-89a1-30c9372822f7 on network 560b9a4c-e8de-4946-87c8-6b95bafd7a10 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:58:41.978574 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f6359e-0a80-4b7b-8db6-80f71fc85a0d None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:58:41.978971 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f6359e-0a80-4b7b-8db6-80f71fc85a0d None None] Checking segment: {'id': '247db3ed-5414-42d3-8523-18282baad642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '560b9a4c-e8de-4946-87c8-6b95bafd7a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:58:41.979408 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f9f6359e-0a80-4b7b-8db6-80f71fc85a0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:41.979812 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f6359e-0a80-4b7b-8db6-80f71fc85a0d None None] Bound using segment: {'id': '247db3ed-5414-42d3-8523-18282baad642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '560b9a4c-e8de-4946-87c8-6b95bafd7a10'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:58:41.980305 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-f9f6359e-0a80-4b7b-8db6-80f71fc85a0d None None] Bound port: 50c2b5b4-6801-48ff-89a1-30c9372822f7, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247db3ed-5414-42d3-8523-18282baad642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '560b9a4c-e8de-4946-87c8-6b95bafd7a10'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:58:41.980690 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f9f6359e-0a80-4b7b-8db6-80f71fc85a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (50c2b5b4-6801-48ff-89a1-30c9372822f7), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:42.093338 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] For port bee8292f-5bbd-4b9b-941b-08dc6c51caf7, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:58:42.098976 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] For port bee8292f-5bbd-4b9b-941b-08dc6c51caf7, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=bee8292f-5bbd-4b9b-941b-08dc6c51caf7,segment=NetworkSegment(fea9cd02-5abe-4f24-b2b7-57d2ea333cda),segment_id=fea9cd02-5abe-4f24-b2b7-57d2ea333cda)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:58:42.106960 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-f9f6359e-0a80-4b7b-8db6-80f71fc85a0d None None] For port 50c2b5b4-6801-48ff-89a1-30c9372822f7, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:58:42.113046 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-f9f6359e-0a80-4b7b-8db6-80f71fc85a0d None None] For port 50c2b5b4-6801-48ff-89a1-30c9372822f7, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=50c2b5b4-6801-48ff-89a1-30c9372822f7,segment=NetworkSegment(247db3ed-5414-42d3-8523-18282baad642),segment_id=247db3ed-5414-42d3-8523-18282baad642)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:58:42.115242 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (bee8292f-5bbd-4b9b-941b-08dc6c51caf7), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:42.153268 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f9f6359e-0a80-4b7b-8db6-80f71fc85a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (50c2b5b4-6801-48ff-89a1-30c9372822f7), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:42.187640 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-b1e382db-0593-4d41-aa1a-19bea8a96ec1 None None] Provisioning complete for port bee8292f-5bbd-4b9b-941b-08dc6c51caf7 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:42.188141 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b1e382db-0593-4d41-aa1a-19bea8a96ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (bee8292f-5bbd-4b9b-941b-08dc6c51caf7), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:42.211952 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e1e541d1-d06c-48d4-b725-529c193e6632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3699445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686752'] for router (894a74d1-2873-4783-92c0-eb11ce4d430b), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:42.251644 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ab694-3813-474d-8c3a-3f966d7a9e69 None None] Pushing event updated for resources: {'Port': ['ID=bee8292f-5bbd-4b9b-941b-08dc6c51caf7,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:42.262679 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] Routers {'9ff101d1-16f2-410a-945f-70e3263270d9'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:58:42.263377 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:58:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['9ff101d1-16f2-410a-945f-70e3263270d9'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:58:42.346815 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 54494) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:42.408928 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6359e-0a80-4b7b-8db6-80f71fc85a0d None None] Pushing event updated for resources: {'Port': ['ID=50c2b5b4-6801-48ff-89a1-30c9372822f7,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:42.446770 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e541d1-d06c-48d4-b725-529c193e6632 admin admin] Router 894a74d1-2873-4783-92c0-eb11ce4d430b is scheduled to L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 with binding_index 1 {{(pid=103033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 16:58:42.506758 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] Set router 9ff101d1-16f2-410a-945f-70e3263270d9 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:58:42.510148 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-b1e382db-0593-4d41-aa1a-19bea8a96ec1 None None] Current status of the port bee8292f-5bbd-4b9b-941b-08dc6c51caf7 is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:42.510148 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b1e382db-0593-4d41-aa1a-19bea8a96ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (bee8292f-5bbd-4b9b-941b-08dc6c51caf7), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:42.597654 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-602d374b-4ec9-4254-a70b-469e31356bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:42.635521 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-b1e382db-0593-4d41-aa1a-19bea8a96ec1 None None] For port bee8292f-5bbd-4b9b-941b-08dc6c51caf7, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=bee8292f-5bbd-4b9b-941b-08dc6c51caf7,segment=NetworkSegment(fea9cd02-5abe-4f24-b2b7-57d2ea333cda),segment_id=fea9cd02-5abe-4f24-b2b7-57d2ea333cda)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:58:42.644144 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b1e382db-0593-4d41-aa1a-19bea8a96ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (bee8292f-5bbd-4b9b-941b-08dc6c51caf7), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:42.649138 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e541d1-d06c-48d4-b725-529c193e6632 admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:58:42.664225 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] Sync routers for ids ['894a74d1-2873-4783-92c0-eb11ce4d430b'] in dv-cinder-831247-2-iscsi {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:58:42.677474 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e1e541d1-d06c-48d4-b725-529c193e6632 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:42.680980 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-e1e541d1-d06c-48d4-b725-529c193e6632 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0184760 Mar 01 16:58:42.684623 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 54498) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:42.711499 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] Routers {'894a74d1-2873-4783-92c0-eb11ce4d430b'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:58:42.713270 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:58:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['894a74d1-2873-4783-92c0-eb11ce4d430b'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:58:42.798024 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e382db-0593-4d41-aa1a-19bea8a96ec1 None None] Pushing event updated for resources: {'Port': ['ID=bee8292f-5bbd-4b9b-941b-08dc6c51caf7,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:42.818919 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-602d374b-4ec9-4254-a70b-469e31356bd8 admin admin] Publish callbacks [] for security_group (60edbd8e-91b0-400b-8199-64ee20f41788), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:42.824162 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-4780b6a4-959b-4ffd-b758-4731444a8786 None None] Provisioning complete for port bee8292f-5bbd-4b9b-941b-08dc6c51caf7 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:42.824777 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4780b6a4-959b-4ffd-b758-4731444a8786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (bee8292f-5bbd-4b9b-941b-08dc6c51caf7), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:42.826349 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-602d374b-4ec9-4254-a70b-469e31356bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (60edbd8e-91b0-400b-8199-64ee20f41788), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:42.943846 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-602d374b-4ec9-4254-a70b-469e31356bd8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=733fef703f0049cba08ef9829e145f85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5930150 Mar 01 16:58:42.943846 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d374b-4ec9-4254-a70b-469e31356bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60edbd8e-91b0-400b-8199-64ee20f41788,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:42.945273 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 54506) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:58:43.014035 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'name': 'tempest-TestMinimumBasicScenario-651542298-router', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:38Z', 'revision_number': 4, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'gw_port': {'id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': 'bee8292f-5bbd-4b9b-941b-08dc6c51caf7', 'name': '', 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'mac_address': 'fa:16:3e:b6:0e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5d875619-cbb6-4294-b78c-191694152bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:37Z', 'updated_at': '2022-03-01T16:58:42Z', 'revision_number': 4, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'subnets': [{'id': '5d875619-cbb6-4294-b78c-191694152bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:58:43.039812 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] Set router 894a74d1-2873-4783-92c0-eb11ce4d430b gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:58:43.054186 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf86c2-5949-4f3c-9d03-acaf16b25fec None None] The sync data for ids ['9ff101d1-16f2-410a-945f-70e3263270d9'] in dv-cinder-831247-2-iscsi is: [{'id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'name': 'tempest-TestMinimumBasicScenario-651542298-router', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:38Z', 'revision_number': 4, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'gw_port': {'id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': 'bee8292f-5bbd-4b9b-941b-08dc6c51caf7', 'name': '', 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'mac_address': 'fa:16:3e:b6:0e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5d875619-cbb6-4294-b78c-191694152bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:37Z', 'updated_at': '2022-03-01T16:58:42Z', 'revision_number': 4, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'subnets': [{'id': '5d875619-cbb6-4294-b78c-191694152bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:58:43.065064 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-4780b6a4-959b-4ffd-b758-4731444a8786 None None] Current status of the port bee8292f-5bbd-4b9b-941b-08dc6c51caf7 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:43.146759 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:58:43.270947 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5a801d48-f4ef-47a5-9473-a6d09552f0fc admin admin] Publish callbacks [] for security_group (60edbd8e-91b0-400b-8199-64ee20f41788), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:43.340394 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75683b-2a17-45e2-a4d3-c3ec63634718 req-494a0344-bae3-41fa-a447-31709980a397 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:43.341993 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-cf75683b-2a17-45e2-a4d3-c3ec63634718 req-494a0344-bae3-41fa-a447-31709980a397 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.2894030 Mar 01 16:58:43.400222 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b04b36-c9f7-40c2-8521-8341fb402120 req-90468447-e372-4a26-bba7-bd628af12586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:43.405279 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-04b04b36-c9f7-40c2-8521-8341fb402120 req-90468447-e372-4a26-bba7-bd628af12586 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3c792a846445c5a1b1f652c1a249c6&device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 1130 time: 0.1112335 Mar 01 16:58:43.454189 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894a74d1-2873-4783-92c0-eb11ce4d430b', 'name': 'tempest-TestMinimumBasicScenario-1364104698-router', 'tenant_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:40Z', 'updated_at': '2022-03-01T16:58:41Z', 'revision_number': 3, 'project_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'gw_port': {'id': '3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894a74d1-2873-4783-92c0-eb11ce4d430b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:41Z', 'updated_at': '2022-03-01T16:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:58:43.490490 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5a801d48-f4ef-47a5-9473-a6d09552f0fc admin admin] Publish callbacks [] for security_group (60edbd8e-91b0-400b-8199-64ee20f41788), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:43.524078 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] Checking router: 894a74d1-2873-4783-92c0-eb11ce4d430b for host: dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:58:43.524430 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] Updating router 894a74d1-2873-4783-92c0-eb11ce4d430b port 3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04 binding host dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:58:43.594572 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:43.615401 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 50c2b5b4-6801-48ff-89a1-30c9372822f7 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:58:43.632554 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bda05-b2e0-49eb-aa2e-e71692158604 req-d07c20e3-f5a1-409d-92cd-3b60093bceba tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:43.639693 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-512bda05-b2e0-49eb-aa2e-e71692158604 req-d07c20e3-f5a1-409d-92cd-3b60093bceba tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1943316 Mar 01 16:58:43.674517 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b04b36-c9f7-40c2-8521-8341fb402120 req-96b8e771-a92e-4e4a-9a86-226f20d08be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:43.682721 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-04b04b36-c9f7-40c2-8521-8341fb402120 req-96b8e771-a92e-4e4a-9a86-226f20d08be3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 HTTP/1.1" status: 200 len: 919 time: 0.2726030 Mar 01 16:58:43.722355 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5a801d48-f4ef-47a5-9473-a6d09552f0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (60edbd8e-91b0-400b-8199-64ee20f41788), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:43.728642 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5a801d48-f4ef-47a5-9473-a6d09552f0fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:43.730101 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-5a801d48-f4ef-47a5-9473-a6d09552f0fc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60edbd8e-91b0-400b-8199-64ee20f41788 HTTP/1.1" status: 204 len: 168 time: 0.7855127 Mar 01 16:58:43.778516 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-cf75683b-2a17-45e2-a4d3-c3ec63634718 req-ac46d5bf-9453-4070-b7b7-309d43c7d1e9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4153976 Mar 01 16:58:43.781992 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a801d48-f4ef-47a5-9473-a6d09552f0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60edbd8e-91b0-400b-8199-64ee20f41788,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:43.784497 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-512bda05-b2e0-49eb-aa2e-e71692158604 req-ecaeee67-0e74-4fca-afdf-9633d60767d7 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436386 Mar 01 16:58:43.795208 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-26e01ae8-ff27-418c-b8d1-73dc388e358c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:43.827596 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-04b04b36-c9f7-40c2-8521-8341fb402120 req-02c21a75-d31f-4eea-ae66-20d43df835f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b249d806-cd40-4f71-8902-d4810caf8547 HTTP/1.1" status: 200 len: 217 time: 0.0794089 Mar 01 16:58:43.864879 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 50c2b5b4-6801-48ff-89a1-30c9372822f7 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:43.865264 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (50c2b5b4-6801-48ff-89a1-30c9372822f7), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:43.908506 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-63ffd3c0-15b2-4542-8328-77c49221eaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:43.990929 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b04b36-c9f7-40c2-8521-8341fb402120 req-179b81a0-e1af-4fff-a798-8fdb86a3e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:43.999047 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-04b04b36-c9f7-40c2-8521-8341fb402120 req-179b81a0-e1af-4fff-a798-8fdb86a3e46a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c HTTP/1.1" status: 200 len: 858 time: 0.1600420 Mar 01 16:58:44.043942 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 50c2b5b4-6801-48ff-89a1-30c9372822f7 is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:44.044932 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (50c2b5b4-6801-48ff-89a1-30c9372822f7), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:44.074994 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-04b04b36-c9f7-40c2-8521-8341fb402120 req-e232f3ee-4c5d-442f-9d5f-266f801d0f8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59ddfe45-6d96-41d4-aec0-fbcc002b7bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690882 Mar 01 16:58:44.083021 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2df61a-229a-4965-ac87-c1380e3ecf75 None None] Network 560b9a4c-e8de-4946-87c8-6b95bafd7a10 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:58:44.229863 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-04b04b36-c9f7-40c2-8521-8341fb402120 req-dc2dfe7a-9119-4294-9237-fe75977274be service neutron] 10.222.0.37 "GET /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475804 Mar 01 16:58:44.234313 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] For port 50c2b5b4-6801-48ff-89a1-30c9372822f7, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=50c2b5b4-6801-48ff-89a1-30c9372822f7,segment=NetworkSegment(247db3ed-5414-42d3-8523-18282baad642),segment_id=247db3ed-5414-42d3-8523-18282baad642)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:58:44.234636 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] Publish callbacks [] for port (3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:44.242567 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-1a741f7e-5db0-4c2c-9e26-1bcc469ffb57 None None] Provisioning complete for port 50c2b5b4-6801-48ff-89a1-30c9372822f7 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:44.243984 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1a741f7e-5db0-4c2c-9e26-1bcc469ffb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (50c2b5b4-6801-48ff-89a1-30c9372822f7), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:44.244292 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:44.260847 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [None req-63ffd3c0-15b2-4542-8328-77c49221eaa5 admin admin] Allocated IP 172.20.0.1 (560b9a4c-e8de-4946-87c8-6b95bafd7a10/c7f9319a-7534-4dc0-83db-0838b701fae5/ca0ce708-c9c0-41a1-ba1e-fdf6e072931e) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:58:44.314761 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (50c2b5b4-6801-48ff-89a1-30c9372822f7), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:44.315811 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device bee8292f-5bbd-4b9b-941b-08dc6c51caf7 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:58:44.334408 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ae6c1-32ea-4943-8398-5670326242b3 None None] Pushing event updated for resources: {'Port': ['ID=3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:44.351649 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] Attempting to bind port 3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04 on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:58:44.352490 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] Attempting to bind port 3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04 by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:58:44.353067 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] Attempting to bind port 3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04 on network e6ae233f-293e-41a5-ad0b-5fc845cdb59d {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:58:44.361012 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:58:44.363559 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] Checking segment: {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:58:44.364736 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:44.366967 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] Bound using segment: {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:58:44.368267 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] Bound port: 3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:58:44.368953 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:44.475399 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] For port 3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:58:44.475968 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-04b04b36-c9f7-40c2-8521-8341fb402120 req-2d358780-ffc9-43df-bdb5-2f99b81e60e7 service neutron] 10.222.0.37 "GET /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400119 Mar 01 16:58:44.482206 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] For port 3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:58:44.499654 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:44.604478 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] Routers {'894a74d1-2873-4783-92c0-eb11ce4d430b'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:58:44.605107 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:58:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['894a74d1-2873-4783-92c0-eb11ce4d430b'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:58:44.617157 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-63ffd3c0-15b2-4542-8328-77c49221eaa5 admin admin] Publish callbacks [] for port (ca0ce708-c9c0-41a1-ba1e-fdf6e072931e), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:44.639616 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port bee8292f-5bbd-4b9b-941b-08dc6c51caf7 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:44.640024 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (bee8292f-5bbd-4b9b-941b-08dc6c51caf7), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:44.682667 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-1a741f7e-5db0-4c2c-9e26-1bcc469ffb57 None None] Current status of the port 50c2b5b4-6801-48ff-89a1-30c9372822f7 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:44.686546 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Pushing event updated for resources: {'Port': ['ID=50c2b5b4-6801-48ff-89a1-30c9372822f7,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:44.712297 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ae6c1-32ea-4943-8398-5670326242b3 None None] Pushing event updated for resources: {'Port': ['ID=3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04,revision_number=3']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:44.714122 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-63ffd3c0-15b2-4542-8328-77c49221eaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (ca0ce708-c9c0-41a1-ba1e-fdf6e072931e), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:44.818290 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ffd3c0-15b2-4542-8328-77c49221eaa5 admin admin] Network 560b9a4c-e8de-4946-87c8-6b95bafd7a10 is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:58:44.825396 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-63ffd3c0-15b2-4542-8328-77c49221eaa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:58:44.829319 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ffd3c0-15b2-4542-8328-77c49221eaa5 admin admin] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:58:44.833947 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-63ffd3c0-15b2-4542-8328-77c49221eaa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688509'] for router_interface (894a74d1-2873-4783-92c0-eb11ce4d430b), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:44.921243 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] Set router 894a74d1-2873-4783-92c0-eb11ce4d430b gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:58:44.943448 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffd3c0-15b2-4542-8328-77c49221eaa5 admin admin] Pushing event updated for resources: {'Port': ['ID=ca0ce708-c9c0-41a1-ba1e-fdf6e072931e,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:45.086097 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5d3d5-8ef8-424f-b7d6-edc24dc6759b req-c6c14f78-86dc-488b-973f-417b0ba0133d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:45.093590 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-99e5d3d5-8ef8-424f-b7d6-edc24dc6759b req-c6c14f78-86dc-488b-973f-417b0ba0133d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1811979 Mar 01 16:58:45.152505 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-155fd153-bc36-42ae-a0fc-c4a226e18939 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:45.165820 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-155fd153-bc36-42ae-a0fc-c4a226e18939 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/networks?id=a144fbb1-cd5b-4bd3-b93a-8975fccf0431 HTTP/1.1" status: 200 len: 814 time: 0.2188981 Mar 01 16:58:45.200274 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-c726c798-b6b9-4a7a-8c8d-d2eeb008ea74 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/quotas/8281adaa9b4d4205a723ff65c505c995 HTTP/1.1" status: 200 len: 375 time: 0.0329466 Mar 01 16:58:45.219117 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port bee8292f-5bbd-4b9b-941b-08dc6c51caf7 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:45.227153 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-7e4db023-3eef-44fe-8161-953256cdc710 None None] Provisioning complete for port 50c2b5b4-6801-48ff-89a1-30c9372822f7 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:45.227725 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7e4db023-3eef-44fe-8161-953256cdc710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (50c2b5b4-6801-48ff-89a1-30c9372822f7), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:45.260901 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894a74d1-2873-4783-92c0-eb11ce4d430b', 'name': 'tempest-TestMinimumBasicScenario-1364104698-router', 'tenant_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:40Z', 'updated_at': '2022-03-01T16:58:41Z', 'revision_number': 3, 'project_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'gw_port': {'id': '3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894a74d1-2873-4783-92c0-eb11ce4d430b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:41Z', 'updated_at': '2022-03-01T16:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:58:45.274016 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-99e5d3d5-8ef8-424f-b7d6-edc24dc6759b req-b8fa44ea-b0d6-4b70-8762-9c1aecf1a36c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697443 Mar 01 16:58:45.291350 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-63ffd3c0-15b2-4542-8328-77c49221eaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (ca0ce708-c9c0-41a1-ba1e-fdf6e072931e), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:45.312726 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1065572-153a-4e2f-8832-a72dfa52ed66 None None] The sync data for ids ['894a74d1-2873-4783-92c0-eb11ce4d430b'] in dv-cinder-831247-2-iscsi is: [{'id': '894a74d1-2873-4783-92c0-eb11ce4d430b', 'name': 'tempest-TestMinimumBasicScenario-1364104698-router', 'tenant_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:40Z', 'updated_at': '2022-03-01T16:58:41Z', 'revision_number': 3, 'project_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'gw_port': {'id': '3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894a74d1-2873-4783-92c0-eb11ce4d430b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:41Z', 'updated_at': '2022-03-01T16:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}] {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:58:45.366117 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-1b8ed0e3-cd3c-47ad-ba35-092378585747 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8281adaa9b4d4205a723ff65c505c995&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1636589 Mar 01 16:58:45.444429 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 50c2b5b4-6801-48ff-89a1-30c9372822f7 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:58:45.493269 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-7e4db023-3eef-44fe-8161-953256cdc710 None None] Current status of the port 50c2b5b4-6801-48ff-89a1-30c9372822f7 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:45.535522 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 50c2b5b4-6801-48ff-89a1-30c9372822f7 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:45.535910 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (50c2b5b4-6801-48ff-89a1-30c9372822f7), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:45.540279 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-b99720e5-40eb-48fa-8127-2753370bf95e service neutron] 10.222.0.55 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719892 Mar 01 16:58:45.597001 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee93dea-d68e-4640-81a1-41c56eff5441 req-a001894c-268f-4066-aeb1-436a6e77f6bd tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:45.599430 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9ee93dea-d68e-4640-81a1-41c56eff5441 req-a001894c-268f-4066-aeb1-436a6e77f6bd tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.1769791 Mar 01 16:58:45.635764 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-b6871ebd-20d6-4ffa-9b53-cb6881d4d7b0 None None] Provisioning complete for port ca0ce708-c9c0-41a1-ba1e-fdf6e072931e triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:45.636413 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b6871ebd-20d6-4ffa-9b53-cb6881d4d7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (ca0ce708-c9c0-41a1-ba1e-fdf6e072931e), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:45.688287 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9ee93dea-d68e-4640-81a1-41c56eff5441 req-cda708d0-46ea-4eea-861f-7be72484d359 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825334 Mar 01 16:58:45.733851 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-963c29fa-dca6-48a7-a84f-a0fef084776d service neutron] 10.222.0.55 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876287 Mar 01 16:58:45.741615 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-63ffd3c0-15b2-4542-8328-77c49221eaa5 admin admin] Publish callbacks [] for port (ca0ce708-c9c0-41a1-ba1e-fdf6e072931e), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:45.746866 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-63ffd3c0-15b2-4542-8328-77c49221eaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (ca0ce708-c9c0-41a1-ba1e-fdf6e072931e), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:45.748048 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-63ffd3c0-15b2-4542-8328-77c49221eaa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690157'] for router_interface (894a74d1-2873-4783-92c0-eb11ce4d430b), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:45.818021 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffd3c0-15b2-4542-8328-77c49221eaa5 admin admin] Pushing event updated for resources: {'Port': ['ID=ca0ce708-c9c0-41a1-ba1e-fdf6e072931e,revision_number=2']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:45.845930 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-b6871ebd-20d6-4ffa-9b53-cb6881d4d7b0 None None] Port ca0ce708-c9c0-41a1-ba1e-fdf6e072931e cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:58:45.852694 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 50c2b5b4-6801-48ff-89a1-30c9372822f7 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:45.928961 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8c63731d-ec93-4802-9e71-3be62ccbd0e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:46.193063 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-93c15a92-5894-4b51-9e0c-1dbe99c7ab64 req-2729b231-0dc3-422c-a266-41bb91ead377 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 210 time: 0.0333910 Mar 01 16:58:46.234502 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ffd3c0-15b2-4542-8328-77c49221eaa5 admin admin] Network 560b9a4c-e8de-4946-87c8-6b95bafd7a10 is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:58:46.236141 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-63ffd3c0-15b2-4542-8328-77c49221eaa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:58:46.405016 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ffd3c0-15b2-4542-8328-77c49221eaa5 admin admin] Router 894a74d1-2873-4783-92c0-eb11ce4d430b has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:58:46.479160 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782c010-602e-4097-8bf2-99d2ae144ef6 req-4fc2dd23-d439-4ef4-b12b-7c7b58adb264 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:46.480759 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0782c010-602e-4097-8bf2-99d2ae144ef6 req-4fc2dd23-d439-4ef4-b12b-7c7b58adb264 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1004004 Mar 01 16:58:46.559851 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0782c010-602e-4097-8bf2-99d2ae144ef6 req-fd895c25-c65a-428b-bfb6-dd7dcadf33f9 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647132 Mar 01 16:58:46.582088 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ffd3c0-15b2-4542-8328-77c49221eaa5 admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:58:46.588888 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-63ffd3c0-15b2-4542-8328-77c49221eaa5 admin admin] 10.222.0.55 "PUT /v2.0/routers/894a74d1-2873-4783-92c0-eb11ce4d430b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9037380 Mar 01 16:58:46.590626 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-0432b76b-0442-4190-9873-f899cd96930c None None] Provisioning complete for port ca0ce708-c9c0-41a1-ba1e-fdf6e072931e triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:46.591744 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0432b76b-0442-4190-9873-f899cd96930c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (ca0ce708-c9c0-41a1-ba1e-fdf6e072931e), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:46.630604 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-0432b76b-0442-4190-9873-f899cd96930c None None] Port ca0ce708-c9c0-41a1-ba1e-fdf6e072931e cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:58:46.851497 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70028739-b4ee-4cc4-9959-a6e28371bc17 req-0d364d8a-3ba6-49c7-86b6-a05e37facd55 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:46.853637 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-70028739-b4ee-4cc4-9959-a6e28371bc17 req-0d364d8a-3ba6-49c7-86b6-a05e37facd55 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.0600324 Mar 01 16:58:46.904502 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-70028739-b4ee-4cc4-9959-a6e28371bc17 req-46ffa061-1a64-4f62-9f58-76b32dc9eda3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454061 Mar 01 16:58:46.941516 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:47.362926 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-b06f33c8-be6a-44d1-97d0-f324517209e7 req-740feec9-71ea-4d4c-a5b1-1d19819ca0d8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 210 time: 0.0686352 Mar 01 16:58:47.383260 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-c72ce973-a1ee-4a9e-a403-9d844f62ff0e tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:47.385331 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-c72ce973-a1ee-4a9e-a403-9d844f62ff0e tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.37 "GET /v2.0/networks?id=a144fbb1-cd5b-4bd3-b93a-8975fccf0431 HTTP/1.1" status: 200 len: 814 time: 0.1656783 Mar 01 16:58:47.422626 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-4fe9de72-2f9b-46ec-97a2-a36d2910ef42 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Request body: {'port': {'device_id': 'a238d2b0-091e-4365-acb6-bdcde2f0463e', 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431', 'admin_state_up': True, 'tenant_id': '8281adaa9b4d4205a723ff65c505c995'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:58:47.485165 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:58:47.573587 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:47.574958 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:47.611661 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-4fe9de72-2f9b-46ec-97a2-a36d2910ef42 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Made reservation on behalf of 8281adaa9b4d4205a723ff65c505c995 for: {'port': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:58:47.615431 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-4fe9de72-2f9b-46ec-97a2-a36d2910ef42 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:47.743746 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04 is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:47.744680 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:47.780799 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] For port 3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:58:47.786295 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:47.861940 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339b890-d252-4a39-8cf6-fa5c652c0e89 req-7a7118a8-16b0-497e-82b3-bf79663198ef tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:47.862152 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Pushing event updated for resources: {'Port': ['ID=3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:47.863503 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6339b890-d252-4a39-8cf6-fa5c652c0e89 req-7a7118a8-16b0-497e-82b3-bf79663198ef tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1500888 Mar 01 16:58:47.872885 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] Sync routers for ids ['894a74d1-2873-4783-92c0-eb11ce4d430b'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:58:47.885369 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] Routers {'894a74d1-2873-4783-92c0-eb11ce4d430b'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:58:47.886151 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:58:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['894a74d1-2873-4783-92c0-eb11ce4d430b'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:58:47.978585 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-4fe9de72-2f9b-46ec-97a2-a36d2910ef42 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Allocated IP 172.20.0.13 (a144fbb1-cd5b-4bd3-b93a-8975fccf0431/909e1df5-b88c-42b4-b1ea-8fa858e4c359/b2e23337-0277-4647-8720-d6337ebb91b7) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:58:47.999558 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6339b890-d252-4a39-8cf6-fa5c652c0e89 req-93f4798d-28e9-4960-86d5-ad5d9532ca50 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151137 Mar 01 16:58:48.066639 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] Set router 894a74d1-2873-4783-92c0-eb11ce4d430b gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:58:48.099631 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58d0c0-6521-4c99-ae1b-6ac9b2e6e13c req-345ddad5-3ecf-4fb1-bc26-83d60eefb5f7 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:48.113210 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-6b58d0c0-6521-4c99-ae1b-6ac9b2e6e13c req-345ddad5-3ecf-4fb1-bc26-83d60eefb5f7 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.1081407 Mar 01 16:58:48.198303 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-6b58d0c0-6521-4c99-ae1b-6ac9b2e6e13c req-91580fcb-31a0-4eca-bcbc-7cbcc3984c80 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835924 Mar 01 16:58:48.259721 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-4fe9de72-2f9b-46ec-97a2-a36d2910ef42 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks [] for port (b2e23337-0277-4647-8720-d6337ebb91b7), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:48.309220 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-4fe9de72-2f9b-46ec-97a2-a36d2910ef42 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (b2e23337-0277-4647-8720-d6337ebb91b7), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:48.337162 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['d6508129-cb4b-4d72-82d3-2e4a7d66e823', '58d6bd53-66d9-4039-b37e-1b4a2c4e3504', 'f672db11-5aac-4d08-9a7a-3a278f255b36'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:58:48.367014 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-4fe9de72-2f9b-46ec-97a2-a36d2910ef42 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Network a144fbb1-cd5b-4bd3-b93a-8975fccf0431 is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:58:48.372521 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-4fe9de72-2f9b-46ec-97a2-a36d2910ef42 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:58:48.381640 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-4fe9de72-2f9b-46ec-97a2-a36d2910ef42 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:58:48.393019 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9de72-2f9b-46ec-97a2-a36d2910ef42 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Pushing event updated for resources: {'Port': ['ID=b2e23337-0277-4647-8720-d6337ebb91b7,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:48.479640 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894a74d1-2873-4783-92c0-eb11ce4d430b', 'name': 'tempest-TestMinimumBasicScenario-1364104698-router', 'tenant_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:40Z', 'updated_at': '2022-03-01T16:58:45Z', 'revision_number': 4, 'project_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'gw_port': {'id': '3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894a74d1-2873-4783-92c0-eb11ce4d430b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:41Z', 'updated_at': '2022-03-01T16:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': 'ca0ce708-c9c0-41a1-ba1e-fdf6e072931e', 'name': '', 'network_id': '560b9a4c-e8de-4946-87c8-6b95bafd7a10', 'tenant_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'mac_address': 'fa:16:3e:f1:50:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894a74d1-2873-4783-92c0-eb11ce4d430b', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'c7f9319a-7534-4dc0-83db-0838b701fae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:43Z', 'updated_at': '2022-03-01T16:58:45Z', 'revision_number': 2, 'project_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'subnets': [{'id': 'c7f9319a-7534-4dc0-83db-0838b701fae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:58:48.482121 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-4fe9de72-2f9b-46ec-97a2-a36d2910ef42 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:48.483716 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-4fe9de72-2f9b-46ec-97a2-a36d2910ef42 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:48.520807 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] Checking router: 894a74d1-2873-4783-92c0-eb11ce4d430b for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:58:48.521348 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] Updating router 894a74d1-2873-4783-92c0-eb11ce4d430b port ca0ce708-c9c0-41a1-ba1e-fdf6e072931e binding host dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:58:48.552036 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-4fe9de72-2f9b-46ec-97a2-a36d2910ef42 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1352389 Mar 01 16:58:48.595481 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] Request body: {'port': {'device_id': 'a238d2b0-091e-4365-acb6-bdcde2f0463e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:58:48.645741 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccba146-8015-4bd0-a7fa-67ed7365386f req-edee8e93-28ab-40c0-8c8f-cfbd81d70d58 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:48.647929 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2ccba146-8015-4bd0-a7fa-67ed7365386f req-edee8e93-28ab-40c0-8c8f-cfbd81d70d58 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 932 time: 0.1575005 Mar 01 16:58:48.671742 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:48.674617 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (ca0ce708-c9c0-41a1-ba1e-fdf6e072931e), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:48.722983 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (b2e23337-0277-4647-8720-d6337ebb91b7), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:48.749113 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2ccba146-8015-4bd0-a7fa-67ed7365386f req-f34e6799-b654-4cba-ba0c-ca8865c1925f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906596 Mar 01 16:58:49.126949 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e23337-0277-4647-8720-d6337ebb91b7 {{(pid=103032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:58:49.169228 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] Publish callbacks [] for port (b2e23337-0277-4647-8720-d6337ebb91b7), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:49.197106 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.provisioning_blocks [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] Transition to ACTIVE for port object b2e23337-0277-4647-8720-d6337ebb91b7 will not be triggered until provisioned by entity L2. {{(pid=103032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:58:49.205547 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (b2e23337-0277-4647-8720-d6337ebb91b7), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:49.281728 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f17e1-88ad-4a5e-9f8d-0d091003e9e0 req-329cf78b-e0f7-490c-9e0c-9d67cfa0618c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:49.298282 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8c5f17e1-88ad-4a5e-9f8d-0d091003e9e0 req-329cf78b-e0f7-490c-9e0c-9d67cfa0618c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1631033 Mar 01 16:58:49.395870 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e23337-0277-4647-8720-d6337ebb91b7,revision_number=2']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:49.423036 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8c5f17e1-88ad-4a5e-9f8d-0d091003e9e0 req-6d7b3699-1bd6-4416-86d7-458d5dcdf22f tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138382 Mar 01 16:58:49.442067 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:58:49.465162 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] Publish callbacks [] for port (ca0ce708-c9c0-41a1-ba1e-fdf6e072931e), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:49.501781 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] Attempting to bind port b2e23337-0277-4647-8720-d6337ebb91b7 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:58:49.502131 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] Attempting to bind port b2e23337-0277-4647-8720-d6337ebb91b7 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'ff9deda3-c839-4026-9d99-f94021c86f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431'}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:58:49.502411 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] Attempting to bind port b2e23337-0277-4647-8720-d6337ebb91b7 on network a144fbb1-cd5b-4bd3-b93a-8975fccf0431 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:58:49.512097 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] Port b2e23337-0277-4647-8720-d6337ebb91b7 on network a144fbb1-cd5b-4bd3-b93a-8975fccf0431 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:58:49.512427 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] Attempting to bind port b2e23337-0277-4647-8720-d6337ebb91b7 on network a144fbb1-cd5b-4bd3-b93a-8975fccf0431 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:58:49.518513 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (ca0ce708-c9c0-41a1-ba1e-fdf6e072931e), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:49.520737 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] Checking agent: {'id': '0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'started_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:58:49.521089 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] Checking segment: {'id': 'ff9deda3-c839-4026-9d99-f94021c86f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:58:49.521469 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] Bound using segment: {'id': 'ff9deda3-c839-4026-9d99-f94021c86f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431'} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:58:49.522024 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] Bound port: b2e23337-0277-4647-8720-d6337ebb91b7, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9deda3-c839-4026-9d99-f94021c86f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431'}}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:58:49.522997 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (b2e23337-0277-4647-8720-d6337ebb91b7), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:49.550354 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed861f99-38b5-44de-835e-6db3aa5ab982 req-294c860d-e5fb-46c3-ba09-073db44d5e4c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:49.565295 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ed861f99-38b5-44de-835e-6db3aa5ab982 req-294c860d-e5fb-46c3-ba09-073db44d5e4c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.1629803 Mar 01 16:58:49.605759 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9a03f-bc11-4cac-a5d0-ed489b4450cd None None] Pushing event updated for resources: {'Port': ['ID=ca0ce708-c9c0-41a1-ba1e-fdf6e072931e,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:49.680554 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ed861f99-38b5-44de-835e-6db3aa5ab982 req-4201a924-5952-4007-ade6-aaedda0a255a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210551 Mar 01 16:58:49.681125 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:49.681402 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:49.682404 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] For port b2e23337-0277-4647-8720-d6337ebb91b7, host hv-cinder-83124, cleared binding levels {{(pid=103032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:58:49.688168 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] For port b2e23337-0277-4647-8720-d6337ebb91b7, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b2e23337-0277-4647-8720-d6337ebb91b7,segment=NetworkSegment(ff9deda3-c839-4026-9d99-f94021c86f7a),segment_id=ff9deda3-c839-4026-9d99-f94021c86f7a)] {{(pid=103032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:58:49.702399 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (b2e23337-0277-4647-8720-d6337ebb91b7), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:49.749659 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:49.750374 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:49.751803 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] 10.222.0.37 "PUT /v2.0/ports/b2e23337-0277-4647-8720-d6337ebb91b7 HTTP/1.1" status: 200 len: 1094 time: 1.1916463 Mar 01 16:58:49.752420 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a238d2b0-091e-4365-acb6-bdcde2f0463e', 'tag': 'b2e23337-0277-4647-8720-d6337ebb91b7'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:58:49.755079 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d732fda-427b-47e5-b610-722ce793c236" -d '{"events": [{"name": "network-changed", "server_uuid": "a238d2b0-091e-4365-acb6-bdcde2f0463e", "tag": "b2e23337-0277-4647-8720-d6337ebb91b7"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:58:49.778221 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] Attempting to bind port ca0ce708-c9c0-41a1-ba1e-fdf6e072931e on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:58:49.778590 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] Attempting to bind port ca0ce708-c9c0-41a1-ba1e-fdf6e072931e by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': '247db3ed-5414-42d3-8523-18282baad642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '560b9a4c-e8de-4946-87c8-6b95bafd7a10'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:58:49.778945 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] Attempting to bind port ca0ce708-c9c0-41a1-ba1e-fdf6e072931e on network 560b9a4c-e8de-4946-87c8-6b95bafd7a10 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:58:49.791878 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:58:49.792261 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] Checking segment: {'id': '247db3ed-5414-42d3-8523-18282baad642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '560b9a4c-e8de-4946-87c8-6b95bafd7a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:58:49.792665 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:49.797454 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] Bound using segment: {'id': '247db3ed-5414-42d3-8523-18282baad642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '560b9a4c-e8de-4946-87c8-6b95bafd7a10'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:58:49.804611 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] Bound port: ca0ce708-c9c0-41a1-ba1e-fdf6e072931e, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247db3ed-5414-42d3-8523-18282baad642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '560b9a4c-e8de-4946-87c8-6b95bafd7a10'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:58:49.805047 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (ca0ce708-c9c0-41a1-ba1e-fdf6e072931e), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:49.873027 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71beb136-bec9-4881-977e-4f9ffcffc7fd x-openstack-request-id: req-71beb136-bec9-4881-977e-4f9ffcffc7fd {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:58:49.873442 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a238d2b0-091e-4365-acb6-bdcde2f0463e", "tag": "b2e23337-0277-4647-8720-d6337ebb91b7", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:58:49.873562 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-71beb136-bec9-4881-977e-4f9ffcffc7fd {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:58:49.873939 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a238d2b0-091e-4365-acb6-bdcde2f0463e', 'tag': 'b2e23337-0277-4647-8720-d6337ebb91b7', 'status': 'completed', 'code': 200} Mar 01 16:58:49.876033 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dca39e-1403-4662-aff7-1219a7b343e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e23337-0277-4647-8720-d6337ebb91b7,revision_number=3']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:49.953001 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-fabb1227-bbed-4725-8532-c3ac7658b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:49.954594 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-fabb1227-bbed-4725-8532-c3ac7658b89c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8281adaa9b4d4205a723ff65c505c995&device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 1128 time: 0.1460283 Mar 01 16:58:49.977744 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:50.026723 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-7a633968-da84-47c1-825d-7e58786a6d3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2e23337-0277-4647-8720-d6337ebb91b7 HTTP/1.1" status: 200 len: 217 time: 0.0581441 Mar 01 16:58:50.036741 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] For port ca0ce708-c9c0-41a1-ba1e-fdf6e072931e, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:58:50.039788 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797908d-a342-4fcb-abc3-762728d50a59 req-9cc6f419-47de-4aef-99d3-f1d71d25a638 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:50.041423 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4797908d-a342-4fcb-abc3-762728d50a59 req-9cc6f419-47de-4aef-99d3-f1d71d25a638 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 944 time: 0.1362479 Mar 01 16:58:50.043997 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] For port ca0ce708-c9c0-41a1-ba1e-fdf6e072931e, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=ca0ce708-c9c0-41a1-ba1e-fdf6e072931e,segment=NetworkSegment(247db3ed-5414-42d3-8523-18282baad642),segment_id=247db3ed-5414-42d3-8523-18282baad642)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:58:50.050447 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:50.072068 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (ca0ce708-c9c0-41a1-ba1e-fdf6e072931e), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:50.126034 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-4cd8ba45-e742-4902-a26e-99b236a03e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:50.127174 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-8511833b-02c3-4967-bd6f-1e0c57c7d2d3 None None] Provisioning complete for port ca0ce708-c9c0-41a1-ba1e-fdf6e072931e triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:50.127559 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-4cd8ba45-e742-4902-a26e-99b236a03e5c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=909e1df5-b88c-42b4-b1ea-8fa858e4c359 HTTP/1.1" status: 200 len: 854 time: 0.0849433 Mar 01 16:58:50.128141 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8511833b-02c3-4967-bd6f-1e0c57c7d2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (ca0ce708-c9c0-41a1-ba1e-fdf6e072931e), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:50.152860 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4797908d-a342-4fcb-abc3-762728d50a59 req-acdd564d-cc6e-4385-bfed-c7b20009db57 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961475 Mar 01 16:58:50.179383 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-292ef0e0-6182-4403-a358-d43b3711a409 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a144fbb1-cd5b-4bd3-b93a-8975fccf0431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408833 Mar 01 16:58:50.234393 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] Routers {'894a74d1-2873-4783-92c0-eb11ce4d430b'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:58:50.235502 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:58:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['894a74d1-2873-4783-92c0-eb11ce4d430b'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:58:50.246812 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9a03f-bc11-4cac-a5d0-ed489b4450cd None None] Pushing event updated for resources: {'Port': ['ID=ca0ce708-c9c0-41a1-ba1e-fdf6e072931e,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:50.430186 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-8511833b-02c3-4967-bd6f-1e0c57c7d2d3 None None] Current status of the port ca0ce708-c9c0-41a1-ba1e-fdf6e072931e is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:50.430582 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8511833b-02c3-4967-bd6f-1e0c57c7d2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (ca0ce708-c9c0-41a1-ba1e-fdf6e072931e), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:50.454340 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] Set router 894a74d1-2873-4783-92c0-eb11ce4d430b gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:58:50.650708 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c578ab9-474e-452c-bf84-042a3c557f0f req-ab513ffb-698a-4857-af98-6170c1c5d3fb tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:50.672224 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0c578ab9-474e-452c-bf84-042a3c557f0f req-ab513ffb-698a-4857-af98-6170c1c5d3fb tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1270764 Mar 01 16:58:50.715776 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-8511833b-02c3-4967-bd6f-1e0c57c7d2d3 None None] For port ca0ce708-c9c0-41a1-ba1e-fdf6e072931e, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=ca0ce708-c9c0-41a1-ba1e-fdf6e072931e,segment=NetworkSegment(247db3ed-5414-42d3-8523-18282baad642),segment_id=247db3ed-5414-42d3-8523-18282baad642)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:58:50.722375 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8511833b-02c3-4967-bd6f-1e0c57c7d2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (ca0ce708-c9c0-41a1-ba1e-fdf6e072931e), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:50.729728 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-ec229a2a-9223-41cb-8624-35085f115f09 service neutron] 10.222.0.37 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285439 Mar 01 16:58:50.760794 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0c578ab9-474e-452c-bf84-042a3c557f0f req-5716e2ee-0808-429e-bdb1-dba4fe716352 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828516 Mar 01 16:58:50.927069 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0f07cb9e-b041-4b42-8ca8-bf2b73c3c628 req-c2fae04f-9df3-4b87-b363-d16a4bdce68f service neutron] 10.222.0.37 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840341 Mar 01 16:58:50.945192 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fb86c-f9ff-4ad2-b591-18f8416dee18 req-a2a6c46a-27a3-4449-a496-5f2f86cd99fa tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:50.953356 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6b5fb86c-f9ff-4ad2-b591-18f8416dee18 req-a2a6c46a-27a3-4449-a496-5f2f86cd99fa tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.1351917 Mar 01 16:58:50.969569 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-9ff2805c-a5fb-480b-bc18-19aaa301e37b None None] Provisioning complete for port ca0ce708-c9c0-41a1-ba1e-fdf6e072931e triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:50.969852 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9ff2805c-a5fb-480b-bc18-19aaa301e37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (ca0ce708-c9c0-41a1-ba1e-fdf6e072931e), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:50.997722 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511833b-02c3-4967-bd6f-1e0c57c7d2d3 None None] Pushing event updated for resources: {'Port': ['ID=ca0ce708-c9c0-41a1-ba1e-fdf6e072931e,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:51.048020 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894a74d1-2873-4783-92c0-eb11ce4d430b', 'name': 'tempest-TestMinimumBasicScenario-1364104698-router', 'tenant_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:40Z', 'updated_at': '2022-03-01T16:58:45Z', 'revision_number': 4, 'project_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'gw_port': {'id': '3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894a74d1-2873-4783-92c0-eb11ce4d430b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:41Z', 'updated_at': '2022-03-01T16:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': 'ca0ce708-c9c0-41a1-ba1e-fdf6e072931e', 'name': '', 'network_id': '560b9a4c-e8de-4946-87c8-6b95bafd7a10', 'tenant_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'mac_address': 'fa:16:3e:f1:50:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894a74d1-2873-4783-92c0-eb11ce4d430b', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'c7f9319a-7534-4dc0-83db-0838b701fae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:43Z', 'updated_at': '2022-03-01T16:58:50Z', 'revision_number': 4, 'project_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'subnets': [{'id': 'c7f9319a-7534-4dc0-83db-0838b701fae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:58:51.074970 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6b5fb86c-f9ff-4ad2-b591-18f8416dee18 req-a1c4266e-cdba-4101-89f2-eab6aa3a1c0e tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089442 Mar 01 16:58:51.085476 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d732fda-427b-47e5-b610-722ce793c236 req-19d769ec-fdb2-4deb-b6e7-cd55d61542ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:51.087015 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6d732fda-427b-47e5-b610-722ce793c236 req-19d769ec-fdb2-4deb-b6e7-cd55d61542ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8281adaa9b4d4205a723ff65c505c995&device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 1128 time: 0.0690756 Mar 01 16:58:51.099281 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab48eff2-587e-4708-9ad5-6c9890e8f3d0 None None] The sync data for ids ['894a74d1-2873-4783-92c0-eb11ce4d430b'] in dv-cinder-831247-2-iscsi is: [{'id': '894a74d1-2873-4783-92c0-eb11ce4d430b', 'name': 'tempest-TestMinimumBasicScenario-1364104698-router', 'tenant_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:40Z', 'updated_at': '2022-03-01T16:58:45Z', 'revision_number': 4, 'project_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'gw_port': {'id': '3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894a74d1-2873-4783-92c0-eb11ce4d430b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:41Z', 'updated_at': '2022-03-01T16:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': 'ca0ce708-c9c0-41a1-ba1e-fdf6e072931e', 'name': '', 'network_id': '560b9a4c-e8de-4946-87c8-6b95bafd7a10', 'tenant_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'mac_address': 'fa:16:3e:f1:50:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '894a74d1-2873-4783-92c0-eb11ce4d430b', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'c7f9319a-7534-4dc0-83db-0838b701fae5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:43Z', 'updated_at': '2022-03-01T16:58:50Z', 'revision_number': 4, 'project_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'subnets': [{'id': 'c7f9319a-7534-4dc0-83db-0838b701fae5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:58:51.140302 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2805c-a5fb-480b-bc18-19aaa301e37b None None] Current status of the port ca0ce708-c9c0-41a1-ba1e-fdf6e072931e is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:51.286950 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d732fda-427b-47e5-b610-722ce793c236 req-60e5542a-bcec-48f4-9d18-4b0345a670d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:51.289063 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6d732fda-427b-47e5-b610-722ce793c236 req-60e5542a-bcec-48f4-9d18-4b0345a670d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a144fbb1-cd5b-4bd3-b93a-8975fccf0431 HTTP/1.1" status: 200 len: 915 time: 0.1885149 Mar 01 16:58:51.337416 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7546b77-7275-41a3-83cb-3e7e6b2fbfaf req-47cfd585-e701-4010-9de9-c5cff1094a18 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:51.354988 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a7546b77-7275-41a3-83cb-3e7e6b2fbfaf req-47cfd585-e701-4010-9de9-c5cff1094a18 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 944 time: 0.1005793 Mar 01 16:58:51.376389 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6d732fda-427b-47e5-b610-722ce793c236 req-1e4fc480-b039-4709-8e8e-7cac853d4dc1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2e23337-0277-4647-8720-d6337ebb91b7 HTTP/1.1" status: 200 len: 217 time: 0.0783203 Mar 01 16:58:51.462753 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device ca0ce708-c9c0-41a1-ba1e-fdf6e072931e up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:58:51.479886 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a7546b77-7275-41a3-83cb-3e7e6b2fbfaf req-0305185a-b4dc-4fe7-998c-38c287ead522 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195586 Mar 01 16:58:51.517207 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d732fda-427b-47e5-b610-722ce793c236 req-818f421e-72eb-48e4-9603-eebbc9f6c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:51.521212 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6d732fda-427b-47e5-b610-722ce793c236 req-818f421e-72eb-48e4-9603-eebbc9f6c5eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=909e1df5-b88c-42b4-b1ea-8fa858e4c359 HTTP/1.1" status: 200 len: 854 time: 0.1322379 Mar 01 16:58:51.573000 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6d732fda-427b-47e5-b610-722ce793c236 req-3d8c5c07-fc04-47e7-b338-3fb26801641d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a144fbb1-cd5b-4bd3-b93a-8975fccf0431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431893 Mar 01 16:58:51.582246 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port ca0ce708-c9c0-41a1-ba1e-fdf6e072931e triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:51.583017 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (ca0ce708-c9c0-41a1-ba1e-fdf6e072931e), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:51.750603 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device cd374fa0-d036-4006-95e3-3c4f2bfdc288 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:58:51.763881 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6d732fda-427b-47e5-b610-722ce793c236 req-94c79304-87da-4ace-8d5c-0c7dfc8e246b service neutron] 10.222.0.37 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832211 Mar 01 16:58:51.821736 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port ca0ce708-c9c0-41a1-ba1e-fdf6e072931e is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:52.010713 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6d732fda-427b-47e5-b610-722ce793c236 req-227476b3-6bd6-4100-8b18-a8217142d63d service neutron] 10.222.0.37 "GET /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384291 Mar 01 16:58:52.023236 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531197bb-c3ab-4fb5-bda3-2663bbcc07be req-848d5236-d52e-4b1c-a490-098937179484 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:52.024955 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-531197bb-c3ab-4fb5-bda3-2663bbcc07be req-848d5236-d52e-4b1c-a490-098937179484 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1014569 Mar 01 16:58:52.025093 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port cd374fa0-d036-4006-95e3-3c4f2bfdc288, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=cd374fa0-d036-4006-95e3-3c4f2bfdc288,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:58:52.042643 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'port_id': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288', 'mac_address': 'fa:16:3e:0a:96:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:58:52.099962 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-531197bb-c3ab-4fb5-bda3-2663bbcc07be req-3e9fc00d-9356-419c-a3dc-b7663bdf87d7 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654480 Mar 01 16:58:52.110976 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port cd374fa0-d036-4006-95e3-3c4f2bfdc288 is: ACTIVE; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:52.114503 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:52.134458 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd374fa0-d036-4006-95e3-3c4f2bfdc288 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:58:52.179465 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port cd374fa0-d036-4006-95e3-3c4f2bfdc288, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=cd374fa0-d036-4006-95e3-3c4f2bfdc288,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:58:52.192105 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:52.284824 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=cd374fa0-d036-4006-95e3-3c4f2bfdc288,revision_number=6']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:52.344282 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbe5fd-bc1a-489f-a4a8-83d43ce9a064 req-2a540e61-c446-499f-97ea-36b1e58bfc20 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:52.345470 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['cd374fa0-d036-4006-95e3-3c4f2bfdc288'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:58:52.355440 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-6edbe5fd-bc1a-489f-a4a8-83d43ce9a064 req-2a540e61-c446-499f-97ea-36b1e58bfc20 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 944 time: 0.0992029 Mar 01 16:58:52.470981 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-6edbe5fd-bc1a-489f-a4a8-83d43ce9a064 req-d941d260-b33b-4aa1-9e64-ab599f5fcb6d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141934 Mar 01 16:58:52.676514 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb713d72-f7a5-4026-81a2-2126e148b015 req-0c0a7a08-4cb6-42cb-8807-93455fcee300 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:52.678117 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-eb713d72-f7a5-4026-81a2-2126e148b015 req-0c0a7a08-4cb6-42cb-8807-93455fcee300 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 944 time: 0.0894036 Mar 01 16:58:52.816585 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-eb713d72-f7a5-4026-81a2-2126e148b015 req-42519eb3-2c0e-4dd1-a572-8e74f08daf85 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312866 Mar 01 16:58:53.377903 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337f70d-455b-4a02-a24c-3129b1b67764 req-3c6f0e05-1f49-4570-8494-d94d1eced683 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:53.379447 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c337f70d-455b-4a02-a24c-3129b1b67764 req-3c6f0e05-1f49-4570-8494-d94d1eced683 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1469908 Mar 01 16:58:53.462519 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c337f70d-455b-4a02-a24c-3129b1b67764 req-7c889777-89bf-4f46-a13e-65b99fef8468 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752442 Mar 01 16:58:53.766540 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device b2e23337-0277-4647-8720-d6337ebb91b7 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:58:53.779836 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device cd374fa0-d036-4006-95e3-3c4f2bfdc288 up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:58:53.785643 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302525ee-9b9e-43a1-a678-e9ee54e26763 req-84858fc4-6cc6-4f46-9e94-6e29f2259638 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:53.800834 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-302525ee-9b9e-43a1-a678-e9ee54e26763 req-84858fc4-6cc6-4f46-9e94-6e29f2259638 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 944 time: 0.1711082 Mar 01 16:58:53.909714 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-302525ee-9b9e-43a1-a678-e9ee54e26763 req-aa7ecc48-6835-4482-a002-1e5e4f0239b2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070356 Mar 01 16:58:53.918156 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port cd374fa0-d036-4006-95e3-3c4f2bfdc288 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:53.918529 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:54.092561 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24eecc-c61d-442e-a6a9-118e3231c93b req-851772bd-6511-42e9-aae5-390410df63f8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:54.100377 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-4a24eecc-c61d-442e-a6a9-118e3231c93b req-851772bd-6511-42e9-aae5-390410df63f8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 944 time: 0.1207979 Mar 01 16:58:54.233014 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-4a24eecc-c61d-442e-a6a9-118e3231c93b req-a711d2c3-f289-4991-8ddd-b362535956a2 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300035 Mar 01 16:58:54.256070 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port cd374fa0-d036-4006-95e3-3c4f2bfdc288 is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:54.257379 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:54.299619 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port cd374fa0-d036-4006-95e3-3c4f2bfdc288, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=cd374fa0-d036-4006-95e3-3c4f2bfdc288,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:58:54.316360 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853501cc-206a-4632-b7f5-a42f7c6b8a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:58:54.320169 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca44c2e-5171-45c9-bece-4ceebf2a43f3" -d '{"events": [{"server_uuid": "853501cc-206a-4632-b7f5-a42f7c6b8a72", "name": "network-vif-plugged", "status": "completed", "tag": "cd374fa0-d036-4006-95e3-3c4f2bfdc288"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:58:54.339588 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:54.355904 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port b2e23337-0277-4647-8720-d6337ebb91b7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b2e23337-0277-4647-8720-d6337ebb91b7,segment=NetworkSegment(ff9deda3-c839-4026-9d99-f94021c86f7a),segment_id=ff9deda3-c839-4026-9d99-f94021c86f7a)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:58:54.435105 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7a3e20-33d7-406b-acf3-aa3e7a85a2c0 x-openstack-request-id: req-8e7a3e20-33d7-406b-acf3-aa3e7a85a2c0 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:58:54.435610 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853501cc-206a-4632-b7f5-a42f7c6b8a72", "name": "network-vif-plugged", "status": "completed", "tag": "cd374fa0-d036-4006-95e3-3c4f2bfdc288", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:58:54.435743 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8e7a3e20-33d7-406b-acf3-aa3e7a85a2c0 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:58:54.436151 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853501cc-206a-4632-b7f5-a42f7c6b8a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288', 'code': 200} Mar 01 16:58:54.457190 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': 'b2e23337-0277-4647-8720-d6337ebb91b7', 'network_id': 'a144fbb1-cd5b-4bd3-b93a-8975fccf0431', 'port_id': 'b2e23337-0277-4647-8720-d6337ebb91b7', 'mac_address': 'fa:16:3e:43:13:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909e1df5-b88c-42b4-b1ea-8fa858e4c359', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:58:54.542956 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=cd374fa0-d036-4006-95e3-3c4f2bfdc288,revision_number=7']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:54.583054 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port b2e23337-0277-4647-8720-d6337ebb91b7 is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:58:54.583776 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (b2e23337-0277-4647-8720-d6337ebb91b7), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:54.603896 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e23337-0277-4647-8720-d6337ebb91b7 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:58:54.626892 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port b2e23337-0277-4647-8720-d6337ebb91b7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b2e23337-0277-4647-8720-d6337ebb91b7,segment=NetworkSegment(ff9deda3-c839-4026-9d99-f94021c86f7a),segment_id=ff9deda3-c839-4026-9d99-f94021c86f7a)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:58:54.633532 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (b2e23337-0277-4647-8720-d6337ebb91b7), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:58:54.769177 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=b2e23337-0277-4647-8720-d6337ebb91b7,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:58:54.782856 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0eeccf-1a59-450b-b060-8d5de963c3ec req-b1ef1bf4-1d60-48ca-9397-9658ff4782c0 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:54.790347 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5e0eeccf-1a59-450b-b060-8d5de963c3ec req-b1ef1bf4-1d60-48ca-9397-9658ff4782c0 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1720359 Mar 01 16:58:54.892742 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5e0eeccf-1a59-450b-b060-8d5de963c3ec req-1154c710-059c-4489-825c-10722fd7784a tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840201 Mar 01 16:58:55.025239 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['b2e23337-0277-4647-8720-d6337ebb91b7'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:58:55.203353 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64caadc7-10f4-4296-be3a-d2512b5a28f8 req-937cf830-af8e-44ad-b463-b04e3829be6b tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:55.225144 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-64caadc7-10f4-4296-be3a-d2512b5a28f8 req-937cf830-af8e-44ad-b463-b04e3829be6b tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.1423783 Mar 01 16:58:55.298641 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-64caadc7-10f4-4296-be3a-d2512b5a28f8 req-a4a9faa3-e33d-4d35-8536-8e59dc9ce9b7 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722454 Mar 01 16:58:55.427178 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8532f-6b6d-4f0a-8e07-1e18a8da216e req-091f3305-9d5e-4d43-80b6-61cd101cb31c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:55.439909 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-32b8532f-6b6d-4f0a-8e07-1e18a8da216e req-091f3305-9d5e-4d43-80b6-61cd101cb31c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 945 time: 0.0855842 Mar 01 16:58:55.500999 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-32b8532f-6b6d-4f0a-8e07-1e18a8da216e req-a8f0c1d5-fd86-4b44-a041-56821ae83460 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588608 Mar 01 16:58:56.226232 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917d9ff-0c31-4125-8d60-7db666df9fda req-66ffc5ba-0284-43d0-8f9c-bbb809d70e63 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:56.237274 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d917d9ff-0c31-4125-8d60-7db666df9fda req-66ffc5ba-0284-43d0-8f9c-bbb809d70e63 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1823912 Mar 01 16:58:56.374399 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d917d9ff-0c31-4125-8d60-7db666df9fda req-e7ece7e8-bfad-4bd3-8745-97bd5765107e tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358244 Mar 01 16:58:56.627249 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad89b1a-73e4-4ef2-812c-eb3140245d03 req-80cc1bbe-1176-4283-9d2d-22bc3c79ef3f tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:56.637067 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-4ad89b1a-73e4-4ef2-812c-eb3140245d03 req-80cc1bbe-1176-4283-9d2d-22bc3c79ef3f tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.0908937 Mar 01 16:58:56.739309 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-4ad89b1a-73e4-4ef2-812c-eb3140245d03 req-fab7b000-3b72-445a-adf7-c91903de556c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925856 Mar 01 16:58:56.760348 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148af4eb-775c-4cf9-a17e-4beb4cb5a8f4 req-e833aece-af00-4974-9202-8ad36fe78946 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:56.761921 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-148af4eb-775c-4cf9-a17e-4beb4cb5a8f4 req-e833aece-af00-4974-9202-8ad36fe78946 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 945 time: 0.1511996 Mar 01 16:58:56.855316 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-148af4eb-775c-4cf9-a17e-4beb4cb5a8f4 req-ab70f6dc-49ff-4e52-8684-ada8bc989c49 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786617 Mar 01 16:58:57.670078 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677c8d6-16d0-43f6-bcfb-66a4cebe3d6a req-a0aba8a8-6904-46cd-8d0b-dcfdbb764f7c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:57.684205 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f677c8d6-16d0-43f6-bcfb-66a4cebe3d6a req-a0aba8a8-6904-46cd-8d0b-dcfdbb764f7c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1055672 Mar 01 16:58:57.806087 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f677c8d6-16d0-43f6-bcfb-66a4cebe3d6a req-8bbbcbd9-d1de-4cb1-a821-f935980b4994 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204209 Mar 01 16:58:58.002258 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997c1fd-4f72-4d67-b81b-04b8282aaf7c req-7c1cfbbf-c090-4599-a292-161f14444953 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:58.009488 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a997c1fd-4f72-4d67-b81b-04b8282aaf7c req-7c1cfbbf-c090-4599-a292-161f14444953 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.1643574 Mar 01 16:58:58.067835 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf8ac9-666f-44b3-9361-f0add6aa3dca req-f8184fab-b3b5-44ec-a72b-0b3d5c38ceb4 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:58.069605 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1dcf8ac9-666f-44b3-9361-f0add6aa3dca req-f8184fab-b3b5-44ec-a72b-0b3d5c38ceb4 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 945 time: 0.1133504 Mar 01 16:58:58.077409 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a997c1fd-4f72-4d67-b81b-04b8282aaf7c req-325316d8-4b32-4300-a71f-0b6d5a411a44 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651000 Mar 01 16:58:58.311585 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1dcf8ac9-666f-44b3-9361-f0add6aa3dca req-08157f68-ef0c-4c19-9028-7093180b7ab1 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348979 Mar 01 16:58:59.061905 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78c4ea-2795-421a-860b-4fdb7bdeac67 req-26e94c2c-f623-4230-9c57-355e810b094c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:59.070398 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5e78c4ea-2795-421a-860b-4fdb7bdeac67 req-26e94c2c-f623-4230-9c57-355e810b094c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1126318 Mar 01 16:58:59.219646 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5e78c4ea-2795-421a-860b-4fdb7bdeac67 req-18aec5b7-782a-4e78-a005-bc3afb762d07 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342297 Mar 01 16:58:59.377107 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97e2eb-9b33-4581-8f6f-e6285883090a req-70cee731-c6aa-400e-b555-fd9af855f491 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:59.381925 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5f97e2eb-9b33-4581-8f6f-e6285883090a req-70cee731-c6aa-400e-b555-fd9af855f491 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.1523936 Mar 01 16:58:59.494667 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5f97e2eb-9b33-4581-8f6f-e6285883090a req-f6106a7e-88b1-4d0a-ba0f-55d6bed3a589 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897360 Mar 01 16:58:59.588541 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867151d-c13a-4c9d-8a9f-8a9600fce7cb req-6f348a6b-1359-4ce7-91c8-95e777ac0df8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:58:59.595768 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9867151d-c13a-4c9d-8a9f-8a9600fce7cb req-6f348a6b-1359-4ce7-91c8-95e777ac0df8 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 945 time: 0.1131492 Mar 01 16:58:59.670937 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9867151d-c13a-4c9d-8a9f-8a9600fce7cb req-11889e9c-0246-44af-ac4c-bd804d68f703 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738008 Mar 01 16:58:59.778653 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device b2e23337-0277-4647-8720-d6337ebb91b7 up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:58:59.884317 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning for port b2e23337-0277-4647-8720-d6337ebb91b7 completed by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:58:59.891949 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port b2e23337-0277-4647-8720-d6337ebb91b7 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:58:59.893016 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (b2e23337-0277-4647-8720-d6337ebb91b7), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:00.039602 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port b2e23337-0277-4647-8720-d6337ebb91b7 is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:00.040302 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (b2e23337-0277-4647-8720-d6337ebb91b7), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:00.081359 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a238d2b0-091e-4365-acb6-bdcde2f0463e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e23337-0277-4647-8720-d6337ebb91b7'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:59:00.090710 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d20fe1f-c6ae-4a0f-8429-ae6b9c580fba" -d '{"events": [{"server_uuid": "a238d2b0-091e-4365-acb6-bdcde2f0463e", "name": "network-vif-plugged", "status": "completed", "tag": "b2e23337-0277-4647-8720-d6337ebb91b7"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:59:00.143447 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port b2e23337-0277-4647-8720-d6337ebb91b7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b2e23337-0277-4647-8720-d6337ebb91b7,segment=NetworkSegment(ff9deda3-c839-4026-9d99-f94021c86f7a),segment_id=ff9deda3-c839-4026-9d99-f94021c86f7a)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:00.149102 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (b2e23337-0277-4647-8720-d6337ebb91b7), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:00.202519 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d9e233-f8b8-4a3c-be9b-0e4d1ef8b38b x-openstack-request-id: req-89d9e233-f8b8-4a3c-be9b-0e4d1ef8b38b {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:59:00.202905 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a238d2b0-091e-4365-acb6-bdcde2f0463e", "name": "network-vif-plugged", "status": "completed", "tag": "b2e23337-0277-4647-8720-d6337ebb91b7", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:59:00.203138 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-89d9e233-f8b8-4a3c-be9b-0e4d1ef8b38b {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:59:00.203510 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a238d2b0-091e-4365-acb6-bdcde2f0463e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e23337-0277-4647-8720-d6337ebb91b7', 'code': 200} Mar 01 16:59:00.262146 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=b2e23337-0277-4647-8720-d6337ebb91b7,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:00.445346 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ff517-1072-4145-9c56-9189e69a89a8 req-532baf06-3b29-4127-9d7e-be24cffce933 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:00.459853 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ea3ff517-1072-4145-9c56-9189e69a89a8 req-532baf06-3b29-4127-9d7e-be24cffce933 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1134577 Mar 01 16:59:00.556083 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ea3ff517-1072-4145-9c56-9189e69a89a8 req-36006ae4-ff78-407b-9030-5221fd860280 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935695 Mar 01 16:59:00.780800 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4495dc-db6f-4b56-ae03-b163ce05fb8d req-977b43d4-d31a-494b-9da3-6b245df31b86 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:00.789406 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-eb4495dc-db6f-4b56-ae03-b163ce05fb8d req-977b43d4-d31a-494b-9da3-6b245df31b86 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.1248090 Mar 01 16:59:00.903400 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c7fbe-8792-46cc-bfa3-b2ce0fc97a01 req-d416966d-20d3-4b3b-b26c-e7a5232d8c87 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:00.934014 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-fa4c7fbe-8792-46cc-bfa3-b2ce0fc97a01 req-d416966d-20d3-4b3b-b26c-e7a5232d8c87 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 946 time: 0.1188908 Mar 01 16:59:00.947576 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-eb4495dc-db6f-4b56-ae03-b163ce05fb8d req-3301e546-0eb1-43b9-866a-a9035dcfb046 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569889 Mar 01 16:59:01.098030 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-fa4c7fbe-8792-46cc-bfa3-b2ce0fc97a01 req-872e5b4d-35c9-4db7-8ba2-71b18d06415d tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458259 Mar 01 16:59:01.179216 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 54878) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:01.385082 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c756973c-0a00-429b-9261-9f491aa42093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:01.516357 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c756973c-0a00-429b-9261-9f491aa42093 admin admin] Publish callbacks [] for security_group (19da0133-b126-4802-aee6-bf609d9a8615), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:01.524493 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c756973c-0a00-429b-9261-9f491aa42093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (19da0133-b126-4802-aee6-bf609d9a8615), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:01.626332 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756973c-0a00-429b-9261-9f491aa42093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19da0133-b126-4802-aee6-bf609d9a8615,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:01.626332 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-c756973c-0a00-429b-9261-9f491aa42093 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3f4febf597f84e3595161cf16207488f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4307826 Mar 01 16:59:01.626332 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 54884) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:01.750031 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-4f1d509f-08d5-4a8b-be9e-49875c548f8a admin admin] Publish callbacks [] for security_group (19da0133-b126-4802-aee6-bf609d9a8615), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:01.816044 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-4f1d509f-08d5-4a8b-be9e-49875c548f8a admin admin] Publish callbacks [] for security_group (19da0133-b126-4802-aee6-bf609d9a8615), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:01.828837 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdba02-b9b2-451c-a3d7-e06b85dd50a1 req-acd81eb0-1f9f-4f75-b18a-88c79789fcea tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:01.839418 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8efdba02-b9b2-451c-a3d7-e06b85dd50a1 req-acd81eb0-1f9f-4f75-b18a-88c79789fcea tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1543980 Mar 01 16:59:01.916220 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8efdba02-b9b2-451c-a3d7-e06b85dd50a1 req-8495f494-4680-4da3-84ae-eec873757aa8 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757525 Mar 01 16:59:01.927095 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:01.948884 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-4f1d509f-08d5-4a8b-be9e-49875c548f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (19da0133-b126-4802-aee6-bf609d9a8615), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:01.951465 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-4f1d509f-08d5-4a8b-be9e-49875c548f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:01.955251 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-4f1d509f-08d5-4a8b-be9e-49875c548f8a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/19da0133-b126-4802-aee6-bf609d9a8615 HTTP/1.1" status: 204 len: 168 time: 0.3370516 Mar 01 16:59:01.977661 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d509f-08d5-4a8b-be9e-49875c548f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19da0133-b126-4802-aee6-bf609d9a8615,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:02.279095 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82651f95-f543-4092-8ba1-655a63f6fb96 req-192c9626-df41-4ba9-a947-006d3036b6f2 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:02.286050 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5ec2c-05c9-4ce5-a279-d5e91e1cee41 req-f2bad8ec-02b0-45b0-a2cb-cdfa6f1afb9d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:02.297075 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-82651f95-f543-4092-8ba1-655a63f6fb96 req-192c9626-df41-4ba9-a947-006d3036b6f2 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 946 time: 0.1059930 Mar 01 16:59:02.301322 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3fc5ec2c-05c9-4ce5-a279-d5e91e1cee41 req-f2bad8ec-02b0-45b0-a2cb-cdfa6f1afb9d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.1732967 Mar 01 16:59:02.415038 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3fc5ec2c-05c9-4ce5-a279-d5e91e1cee41 req-302d60cb-be72-40dd-8af3-2a5c1f913600 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126597 Mar 01 16:59:02.454552 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-82651f95-f543-4092-8ba1-655a63f6fb96 req-214a6ccd-4ccf-42a4-9678-fc60e9197d63 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530852 Mar 01 16:59:03.102723 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cc3b3-cbf5-44a6-ba5a-45bcb6b49a40 req-761cce25-4c43-45d4-83f4-2dfbae1b05ef tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:03.104368 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-659cc3b3-cbf5-44a6-ba5a-45bcb6b49a40 req-761cce25-4c43-45d4-83f4-2dfbae1b05ef tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1073613 Mar 01 16:59:03.136277 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 54924) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:03.235082 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-659cc3b3-cbf5-44a6-ba5a-45bcb6b49a40 req-3745ba81-b7e0-41cc-9d9c-e127a760dbd1 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201668 Mar 01 16:59:03.313472 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a93c6d-7586-4f19-a9b9-6e3ab7562dd0 req-ea708dc0-9e0e-4785-98fc-8389907b5e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:03.314973 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c8a93c6d-7586-4f19-a9b9-6e3ab7562dd0 req-ea708dc0-9e0e-4785-98fc-8389907b5e75 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 1130 time: 0.1006458 Mar 01 16:59:03.335141 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-f1d7a2f0-0629-478c-9099-b3ab0f2e0cbc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2085297888-network', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:03.366801 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d7a2f0-0629-478c-9099-b3ab0f2e0cbc admin admin] Made reservation on behalf of b1eef3e17cdb486fb902ddcd3c534af3 for: {'network': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:59:03.373892 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f1d7a2f0-0629-478c-9099-b3ab0f2e0cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for network (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:03.394827 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f1d7a2f0-0629-478c-9099-b3ab0f2e0cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:03.410404 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c8a93c6d-7586-4f19-a9b9-6e3ab7562dd0 req-2ccc8cb5-778a-4963-b83c-ddd5c68a0bdf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817716 Mar 01 16:59:03.635659 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f1d7a2f0-0629-478c-9099-b3ab0f2e0cbc admin admin] Publish callbacks [] for security_group (a6423f2d-3ed1-48d3-99dd-6a6cb53dbd55), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:03.645963 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f1d7a2f0-0629-478c-9099-b3ab0f2e0cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (a6423f2d-3ed1-48d3-99dd-6a6cb53dbd55), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:03.715445 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d7a2f0-0629-478c-9099-b3ab0f2e0cbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:59:03.715445 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7a2f0-0629-478c-9099-b3ab0f2e0cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6423f2d-3ed1-48d3-99dd-6a6cb53dbd55,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:03.723822 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bdc44-3c60-4e87-97fb-9bab39f0e31d req-50e22af2-4cdd-4f0a-8701-6a85fd3e7e53 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:03.725432 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a3f85-4e7f-4fc2-a805-7e2e0b0d59d3 req-d037d7d7-6f37-4158-9bb7-1216b8d53426 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:03.726995 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f46bdc44-3c60-4e87-97fb-9bab39f0e31d req-50e22af2-4cdd-4f0a-8701-6a85fd3e7e53 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 946 time: 0.1489241 Mar 01 16:59:03.727390 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-729a3f85-4e7f-4fc2-a805-7e2e0b0d59d3 req-d037d7d7-6f37-4158-9bb7-1216b8d53426 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.1915100 Mar 01 16:59:03.732628 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f1d7a2f0-0629-478c-9099-b3ab0f2e0cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (aecf5d8d-76dc-4986-98db-c9d5d6ceb80f), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:03.732968 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.db.segments_db [None req-f1d7a2f0-0629-478c-9099-b3ab0f2e0cbc admin admin] Added segment aecf5d8d-76dc-4986-98db-c9d5d6ceb80f of type vlan for network 84483896-eec0-4508-9cae-080fd2f1aeff Mar 01 16:59:03.810743 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f1d7a2f0-0629-478c-9099-b3ab0f2e0cbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740453230677'] for network (84483896-eec0-4508-9cae-080fd2f1aeff), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:03.816648 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f46bdc44-3c60-4e87-97fb-9bab39f0e31d req-ea6e1eab-9a0d-4609-b99a-0b82dffda61b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993052 Mar 01 16:59:03.828055 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-729a3f85-4e7f-4fc2-a805-7e2e0b0d59d3 req-4f2b08fe-ce26-4064-b563-b32ead6d6ac8 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070893 Mar 01 16:59:03.862321 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f1d7a2f0-0629-478c-9099-b3ab0f2e0cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (84483896-eec0-4508-9cae-080fd2f1aeff), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:03.864136 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d7a2f0-0629-478c-9099-b3ab0f2e0cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:03.865908 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f1d7a2f0-0629-478c-9099-b3ab0f2e0cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:03.953763 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-f1d7a2f0-0629-478c-9099-b3ab0f2e0cbc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8137715 Mar 01 16:59:03.957518 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 54942) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:03.961611 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7a2f0-0629-478c-9099-b3ab0f2e0cbc admin admin] Pushing event updated for resources: {'Network': ['ID=84483896-eec0-4508-9cae-080fd2f1aeff,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:03.968284 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-e0f64e1a-4a31-4aac-939a-de3a530b61ec admin admin] Request body: {'subnet': {'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2085297888-subnet', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'ip_version': 4}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:03.974916 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Network 84483896-eec0-4508-9cae-080fd2f1aeff details requested by agent ovs-agent-dv-cinder-831247-2-iscsi with host dv-cinder-831247-2-iscsi {{(pid=103034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:59:04.017459 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f64e1a-4a31-4aac-939a-de3a530b61ec admin admin] Made reservation on behalf of b1eef3e17cdb486fb902ddcd3c534af3 for: {'subnet': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:59:04.019972 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e0f64e1a-4a31-4aac-939a-de3a530b61ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12089765'] for subnet (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:04.432558 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e0f64e1a-4a31-4aac-939a-de3a530b61ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12092270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12089751'] for subnet (276412f6-7bd0-4c44-b6d9-29433bde89ab), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:04.474760 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6388d-f0f7-44b0-b85e-1e3bf151304b req-a54b2812-38fd-4d89-900f-0de5988dd67b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:04.477065 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ceb6388d-f0f7-44b0-b85e-1e3bf151304b req-a54b2812-38fd-4d89-900f-0de5988dd67b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0865343 Mar 01 16:59:04.530117 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f64e1a-4a31-4aac-939a-de3a530b61ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=276412f6-7bd0-4c44-b6d9-29433bde89ab,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:04.570923 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ceb6388d-f0f7-44b0-b85e-1e3bf151304b req-e0cd09fc-e9f8-47e8-b76a-41b656522ed2 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863791 Mar 01 16:59:04.582775 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f64e1a-4a31-4aac-939a-de3a530b61ec admin admin] Checking segment: {'id': 'aecf5d8d-76dc-4986-98db-c9d5d6ceb80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:59:04.583203 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f64e1a-4a31-4aac-939a-de3a530b61ec admin admin] Network hostable DHCP agents. Network: 84483896-eec0-4508-9cae-080fd2f1aeff, hostable agents: ['76634103-e363-4824-9b69-d0e42b80a9e6'], hosted agents: [] {{(pid=103032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:59:04.618487 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f64e1a-4a31-4aac-939a-de3a530b61ec admin admin] Network 84483896-eec0-4508-9cae-080fd2f1aeff is scheduled to be hosted by DHCP agent 76634103-e363-4824-9b69-d0e42b80a9e6 with binding_index 1 {{(pid=103032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:59:04.632444 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-e0f64e1a-4a31-4aac-939a-de3a530b61ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-2-iscsi, 84483896-eec0-4508-9cae-080fd2f1aeff) {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:59:04.644377 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206dc083-e4a6-4c99-a0cc-9b4f81178873 None None] Network 84483896-eec0-4508-9cae-080fd2f1aeff requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:59:04.660675 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f64e1a-4a31-4aac-939a-de3a530b61ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:04.661657 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e0f64e1a-4a31-4aac-939a-de3a530b61ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:04.709924 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-e0f64e1a-4a31-4aac-939a-de3a530b61ec admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7504098 Mar 01 16:59:04.712602 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 54954) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:04.717288 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-744260aa-0014-4e6b-943f-f240f3cb306e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2085297888-router', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:04.762003 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-744260aa-0014-4e6b-943f-f240f3cb306e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3699058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523545'] for router (852c87b0-e988-4e95-b86f-0d113748aa2d), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:04.763224 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-744260aa-0014-4e6b-943f-f240f3cb306e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3699426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686717', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4184244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523520'] for router (852c87b0-e988-4e95-b86f-0d113748aa2d), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:04.854526 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8729f57f-20ff-5eed-841b-78fe1ce83f3e-84483896-eec0-4508-9cae-080fd2f1aeff', 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff', 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'fixed_ips': [{'subnet_id': '276412f6-7bd0-4c44-b6d9-29433bde89ab'}]}} from dv-cinder-831247-2-iscsi. {{(pid=103034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 16:59:04.855727 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:04.879679 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-744260aa-0014-4e6b-943f-f240f3cb306e admin admin] Publish callbacks [] for router_controller (852c87b0-e988-4e95-b86f-0d113748aa2d), precommit_add_association {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:05.071907 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc10fee-741a-463f-9000-5a688cfe4263 req-3ba2be84-30a9-4e8e-aa23-37ba86bff473 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:05.083486 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-afc10fee-741a-463f-9000-5a688cfe4263 req-3ba2be84-30a9-4e8e-aa23-37ba86bff473 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/networks?id=6895a6ff-fbeb-4435-8eab-716932b6e3bd HTTP/1.1" status: 200 len: 814 time: 0.2751696 Mar 01 16:59:05.093839 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5afec-10b7-4506-9da9-57f316732694 req-405047d5-12a7-4296-be30-a7973536ee4e tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:05.097968 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e6f5afec-10b7-4506-9da9-57f316732694 req-405047d5-12a7-4296-be30-a7973536ee4e tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 946 time: 0.1067693 Mar 01 16:59:05.117706 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Allocated IP 172.20.0.2 (84483896-eec0-4508-9cae-080fd2f1aeff/276412f6-7bd0-4c44-b6d9-29433bde89ab/0417f6b6-c73c-4e25-b103-81785df6576e) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:59:05.150216 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-afc10fee-741a-463f-9000-5a688cfe4263 req-455546da-ca10-442f-8a01-d2fdfae46ba3 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/quotas/a43673a7513a4ecfbdcfa9af54650cef HTTP/1.1" status: 200 len: 375 time: 0.0693591 Mar 01 16:59:05.213986 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-744260aa-0014-4e6b-943f-f240f3cb306e admin admin] Publish callbacks [] for router_gateway (852c87b0-e988-4e95-b86f-0d113748aa2d), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:05.221304 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e6f5afec-10b7-4506-9da9-57f316732694 req-f563d667-e50c-4176-a15b-0139b6e4832c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060503 Mar 01 16:59:05.304263 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-afc10fee-741a-463f-9000-5a688cfe4263 req-c1dac47f-011b-4d92-8e2e-55d2341505fe tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a43673a7513a4ecfbdcfa9af54650cef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1511781 Mar 01 16:59:05.390751 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Publish callbacks [] for port (0417f6b6-c73c-4e25-b103-81785df6576e), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:05.400047 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (0417f6b6-c73c-4e25-b103-81785df6576e), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:05.461602 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Network 84483896-eec0-4508-9cae-080fd2f1aeff is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:59:05.465304 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:59:05.466847 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24232dd-073b-4e4c-ab53-dffd4133d312 req-8586666a-d8ca-479e-aa50-52fcd01096a8 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:05.470474 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:59:05.474024 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Pushing event updated for resources: {'Port': ['ID=0417f6b6-c73c-4e25-b103-81785df6576e,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:05.476527 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-b24232dd-073b-4e4c-ab53-dffd4133d312 req-8586666a-d8ca-479e-aa50-52fcd01096a8 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.1330514 Mar 01 16:59:05.487365 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:05.488231 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:05.488231 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:05.488438 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:05.489232 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:05.489232 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:05.489422 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:05.490454 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:05.490952 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:05.491426 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:05.491770 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:05.492367 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:05.492491 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:05.518366 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-afc10fee-741a-463f-9000-5a688cfe4263 req-d6d39cf4-6b01-4b2b-b75b-2efad414e67d service neutron] 10.222.0.55 "GET /v2.0/networks/6895a6ff-fbeb-4435-8eab-716932b6e3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979778 Mar 01 16:59:05.561349 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-b24232dd-073b-4e4c-ab53-dffd4133d312 req-1d819f3a-caa9-4950-84fc-0b1c60c769f5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836892 Mar 01 16:59:05.565569 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Attempting to bind port 0417f6b6-c73c-4e25-b103-81785df6576e on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:59:05.566725 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Attempting to bind port 0417f6b6-c73c-4e25-b103-81785df6576e by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': 'aecf5d8d-76dc-4986-98db-c9d5d6ceb80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:59:05.568282 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Attempting to bind port 0417f6b6-c73c-4e25-b103-81785df6576e on network 84483896-eec0-4508-9cae-080fd2f1aeff {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:59:05.577323 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:59:05.577716 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Checking segment: {'id': 'aecf5d8d-76dc-4986-98db-c9d5d6ceb80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:59:05.578127 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:05.579603 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Bound using segment: {'id': 'aecf5d8d-76dc-4986-98db-c9d5d6ceb80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:59:05.579603 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Bound port: 0417f6b6-c73c-4e25-b103-81785df6576e, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecf5d8d-76dc-4986-98db-c9d5d6ceb80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:59:05.579904 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (0417f6b6-c73c-4e25-b103-81785df6576e), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:05.664762 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] For port 0417f6b6-c73c-4e25-b103-81785df6576e, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:59:05.668767 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] For port 0417f6b6-c73c-4e25-b103-81785df6576e, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=0417f6b6-c73c-4e25-b103-81785df6576e,segment=NetworkSegment(aecf5d8d-76dc-4986-98db-c9d5d6ceb80f),segment_id=aecf5d8d-76dc-4986-98db-c9d5d6ceb80f)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:59:05.677728 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (0417f6b6-c73c-4e25-b103-81785df6576e), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:05.746266 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0eb19-1918-471b-9adf-f25695b94756 req-9b2b8635-527a-44bc-8701-69476b8d7018 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:05.752056 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-afc10fee-741a-463f-9000-5a688cfe4263 req-2381aa3c-66f8-4f65-935c-7defe0dcceea service neutron] 10.222.0.55 "GET /v2.0/networks/6895a6ff-fbeb-4435-8eab-716932b6e3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328248 Mar 01 16:59:05.757421 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ede0eb19-1918-471b-9adf-f25695b94756 req-9b2b8635-527a-44bc-8701-69476b8d7018 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0937438 Mar 01 16:59:05.771535 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-744260aa-0014-4e6b-943f-f240f3cb306e admin admin] Publish callbacks [] for router_gateway (852c87b0-e988-4e95-b86f-0d113748aa2d), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:05.771702 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82025b1-9fd8-4b81-9fe8-2e18295f6603 None None] Pushing event updated for resources: {'Port': ['ID=0417f6b6-c73c-4e25-b103-81785df6576e,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:05.829238 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-744260aa-0014-4e6b-943f-f240f3cb306e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:05.831717 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ede0eb19-1918-471b-9adf-f25695b94756 req-3b89a5d6-4c18-4a12-b82b-d79160e501bc tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690551 Mar 01 16:59:05.961022 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [None req-744260aa-0014-4e6b-943f-f240f3cb306e admin admin] Allocated IP 172.27.0.149 (e6ae233f-293e-41a5-ad0b-5fc845cdb59d/f57a09de-5442-447f-9fd0-ed63e9a7467a/a3d8ae30-6fce-410f-90ee-1edd5b592673) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:59:06.075987 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9db14694-d225-430e-98d8-dada41ffbfa2 req-a5f71119-2270-432b-b3c3-a459512e1b90 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 210 time: 0.0914998 Mar 01 16:59:06.242109 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-744260aa-0014-4e6b-943f-f240f3cb306e admin admin] Publish callbacks [] for port (a3d8ae30-6fce-410f-90ee-1edd5b592673), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:06.304562 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-744260aa-0014-4e6b-943f-f240f3cb306e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (a3d8ae30-6fce-410f-90ee-1edd5b592673), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:06.392074 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744260aa-0014-4e6b-943f-f240f3cb306e admin admin] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:59:06.392951 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-744260aa-0014-4e6b-943f-f240f3cb306e admin admin] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:59:06.400728 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744260aa-0014-4e6b-943f-f240f3cb306e admin admin] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:59:06.446581 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744260aa-0014-4e6b-943f-f240f3cb306e admin admin] Pushing event updated for resources: {'Port': ['ID=a3d8ae30-6fce-410f-90ee-1edd5b592673,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:06.612560 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad51ee-abf8-47af-9f19-c0a44fb29da9 req-3ac34721-6a50-4794-9091-713679c841e6 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:06.620931 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c4ad51ee-abf8-47af-9f19-c0a44fb29da9 req-3ac34721-6a50-4794-9091-713679c841e6 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 946 time: 0.1800876 Mar 01 16:59:06.704490 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c4ad51ee-abf8-47af-9f19-c0a44fb29da9 req-41899f14-69c7-4450-8524-5a84e277b8d9 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817695 Mar 01 16:59:06.805314 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4217155-6a1c-424b-bf76-ead2173f8edb req-24394e97-2337-4852-b67d-d4e7406cbdf2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:06.814332 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d4217155-6a1c-424b-bf76-ead2173f8edb req-24394e97-2337-4852-b67d-d4e7406cbdf2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.1302168 Mar 01 16:59:06.932809 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d4217155-6a1c-424b-bf76-ead2173f8edb req-7ea2bad3-7222-465f-b77a-e96f9bb22cec tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123822 Mar 01 16:59:07.189711 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8f7193-b5f7-466c-a519-56306f7f9feb None None] Network 84483896-eec0-4508-9cae-080fd2f1aeff requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:59:07.201630 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3f4f6798-55a7-442c-88e6-3a7799b840e0 req-a2c2c73c-4633-4f29-bd0d-2aa0419ee359 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 210 time: 0.0405369 Mar 01 16:59:07.300121 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-744260aa-0014-4e6b-943f-f240f3cb306e admin admin] Publish callbacks [] for router_gateway (852c87b0-e988-4e95-b86f-0d113748aa2d), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:07.327854 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-82f42a90-98c9-4890-9c35-d9ffc356e18b None None] Provisioning complete for port 0417f6b6-c73c-4e25-b103-81785df6576e triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:07.328441 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-82f42a90-98c9-4890-9c35-d9ffc356e18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (0417f6b6-c73c-4e25-b103-81785df6576e), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:07.381710 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8750a3-0a50-4133-8c48-b28b73874db0 req-b422f835-413d-4999-b944-ab8ca2c7e519 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:07.384094 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1b8750a3-0a50-4133-8c48-b28b73874db0 req-b422f835-413d-4999-b944-ab8ca2c7e519 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1649878 Mar 01 16:59:07.517300 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1b8750a3-0a50-4133-8c48-b28b73874db0 req-0a85f3c2-4bb9-4286-8aa5-b18d689b65b4 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252172 Mar 01 16:59:07.653106 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 0417f6b6-c73c-4e25-b103-81785df6576e up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:59:07.751018 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-82f42a90-98c9-4890-9c35-d9ffc356e18b None None] Current status of the port 0417f6b6-c73c-4e25-b103-81785df6576e is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:07.751597 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-82f42a90-98c9-4890-9c35-d9ffc356e18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (0417f6b6-c73c-4e25-b103-81785df6576e), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:07.755548 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-744260aa-0014-4e6b-943f-f240f3cb306e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3699445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686752'] for router (852c87b0-e988-4e95-b86f-0d113748aa2d), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:07.882433 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 0417f6b6-c73c-4e25-b103-81785df6576e triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:07.882837 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (0417f6b6-c73c-4e25-b103-81785df6576e), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:07.889721 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-82f42a90-98c9-4890-9c35-d9ffc356e18b None None] For port 0417f6b6-c73c-4e25-b103-81785df6576e, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=0417f6b6-c73c-4e25-b103-81785df6576e,segment=NetworkSegment(aecf5d8d-76dc-4986-98db-c9d5d6ceb80f),segment_id=aecf5d8d-76dc-4986-98db-c9d5d6ceb80f)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:07.943612 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-82f42a90-98c9-4890-9c35-d9ffc356e18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (0417f6b6-c73c-4e25-b103-81785df6576e), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:08.014902 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5581c-6c10-45c3-854c-b368f910f0ad req-c9c6f9df-cb6c-43d8-9732-b86b1d680df0 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:08.018043 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-b8b5581c-6c10-45c3-854c-b368f910f0ad req-c9c6f9df-cb6c-43d8-9732-b86b1d680df0 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 946 time: 0.1246433 Mar 01 16:59:08.084873 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f42a90-98c9-4890-9c35-d9ffc356e18b None None] Pushing event updated for resources: {'Port': ['ID=0417f6b6-c73c-4e25-b103-81785df6576e,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:08.120872 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-b8b5581c-6c10-45c3-854c-b368f910f0ad req-70ea0f06-2892-45f1-8b05-2aec96cd3d96 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905237 Mar 01 16:59:08.183168 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 0417f6b6-c73c-4e25-b103-81785df6576e is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:08.191798 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81066856-207e-43c2-b6e5-b62865f560b2 req-7b6e9f13-3503-4207-9db3-24ec883bb85f tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:08.193508 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-81066856-207e-43c2-b6e5-b62865f560b2 req-7b6e9f13-3503-4207-9db3-24ec883bb85f tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.1351829 Mar 01 16:59:08.210278 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744260aa-0014-4e6b-943f-f240f3cb306e admin admin] Router 852c87b0-e988-4e95-b86f-0d113748aa2d is scheduled to L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 with binding_index 1 {{(pid=103032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 16:59:08.271995 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-c47a8ca4-70bf-47e9-91bb-93a05f3dcc35 None None] Provisioning complete for port 0417f6b6-c73c-4e25-b103-81785df6576e triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:08.272646 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c47a8ca4-70bf-47e9-91bb-93a05f3dcc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (0417f6b6-c73c-4e25-b103-81785df6576e), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:08.311129 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-81066856-207e-43c2-b6e5-b62865f560b2 req-74d8577d-d957-431a-bc14-c6712009875f tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090145 Mar 01 16:59:08.386603 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-fc419cc3-c078-42bf-b7a7-e7e3753d1e52 req-25742a26-2d49-441b-a916-16a65f7bfe75 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 210 time: 0.0480976 Mar 01 16:59:08.429288 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744260aa-0014-4e6b-943f-f240f3cb306e admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:59:08.442847 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] Sync routers for ids ['852c87b0-e988-4e95-b86f-0d113748aa2d'] in dv-cinder-831247-2-iscsi {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:59:08.471059 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] Routers {'852c87b0-e988-4e95-b86f-0d113748aa2d'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:59:08.471967 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:58:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['852c87b0-e988-4e95-b86f-0d113748aa2d'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:59:08.500714 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-744260aa-0014-4e6b-943f-f240f3cb306e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:08.502128 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-744260aa-0014-4e6b-943f-f240f3cb306e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7884948 Mar 01 16:59:08.505041 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 55006) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:08.534238 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-c47a8ca4-70bf-47e9-91bb-93a05f3dcc35 None None] Current status of the port 0417f6b6-c73c-4e25-b103-81785df6576e is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:08.578330 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61c3b24e-4c56-4af0-bfb7-87855d03d0d2 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:08.580751 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61c3b24e-4c56-4af0-bfb7-87855d03d0d2 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.37 "GET /v2.0/networks?id=6895a6ff-fbeb-4435-8eab-716932b6e3bd HTTP/1.1" status: 200 len: 814 time: 0.1973007 Mar 01 16:59:08.606672 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-afc10fee-741a-463f-9000-5a688cfe4263 req-08f46e03-f638-486b-b499-ba40c1f1081c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Request body: {'port': {'device_id': 'eda8fe88-e153-459b-97fd-404543c955ff', 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd', 'admin_state_up': True, 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:08.808781 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] Set router 852c87b0-e988-4e95-b86f-0d113748aa2d gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:59:08.870569 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e75a8a-cccd-4ae9-a5b5-a894a8d70e1e req-79b3f6d8-608f-47d5-b23e-699c7447d934 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:08.872583 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-44e75a8a-cccd-4ae9-a5b5-a894a8d70e1e req-79b3f6d8-608f-47d5-b23e-699c7447d934 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1886239 Mar 01 16:59:08.893809 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afc10fee-741a-463f-9000-5a688cfe4263 req-08f46e03-f638-486b-b499-ba40c1f1081c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Made reservation on behalf of a43673a7513a4ecfbdcfa9af54650cef for: {'port': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:59:08.897575 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-afc10fee-741a-463f-9000-5a688cfe4263 req-08f46e03-f638-486b-b499-ba40c1f1081c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:09.007801 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-44e75a8a-cccd-4ae9-a5b5-a894a8d70e1e req-db7c5de6-d897-4262-82de-adbbb3d5ad52 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165524 Mar 01 16:59:09.114063 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [req-afc10fee-741a-463f-9000-5a688cfe4263 req-08f46e03-f638-486b-b499-ba40c1f1081c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Allocated IP 172.20.0.9 (6895a6ff-fbeb-4435-8eab-716932b6e3bd/5d875619-cbb6-4294-b78c-191694152bb5/4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:59:09.199088 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'name': 'tempest-TestShelveInstance-2085297888-router', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:04Z', 'updated_at': '2022-03-01T16:59:06Z', 'revision_number': 3, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'gw_port': {'id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:05Z', 'updated_at': '2022-03-01T16:59:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:59:09.327314 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] Checking router: 852c87b0-e988-4e95-b86f-0d113748aa2d for host: dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:59:09.327681 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] Updating router 852c87b0-e988-4e95-b86f-0d113748aa2d port a3d8ae30-6fce-410f-90ee-1edd5b592673 binding host dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:59:09.375494 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (a3d8ae30-6fce-410f-90ee-1edd5b592673), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:09.435363 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-afc10fee-741a-463f-9000-5a688cfe4263 req-08f46e03-f638-486b-b499-ba40c1f1081c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:09.461593 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 0417f6b6-c73c-4e25-b103-81785df6576e up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:59:09.485929 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-afc10fee-741a-463f-9000-5a688cfe4263 req-08f46e03-f638-486b-b499-ba40c1f1081c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:09.544231 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 0417f6b6-c73c-4e25-b103-81785df6576e triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:09.544896 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (0417f6b6-c73c-4e25-b103-81785df6576e), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:09.585052 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afc10fee-741a-463f-9000-5a688cfe4263 req-08f46e03-f638-486b-b499-ba40c1f1081c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Network 6895a6ff-fbeb-4435-8eab-716932b6e3bd is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:59:09.601772 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [req-afc10fee-741a-463f-9000-5a688cfe4263 req-08f46e03-f638-486b-b499-ba40c1f1081c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:59:09.606175 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc10fee-741a-463f-9000-5a688cfe4263 req-08f46e03-f638-486b-b499-ba40c1f1081c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:59:09.618961 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-19642d74-4c11-467b-8433-98231c610af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:09.720433 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 0417f6b6-c73c-4e25-b103-81785df6576e is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:09.800882 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd0ff7-2c1d-4d70-a837-56aaf94e1bc5 req-94b3e05a-547e-4a93-93cc-1f7f44fe46d7 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:09.802422 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-64cd0ff7-2c1d-4d70-a837-56aaf94e1bc5 req-94b3e05a-547e-4a93-93cc-1f7f44fe46d7 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.2859254 Mar 01 16:59:09.933338 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] Publish callbacks [] for port (a3d8ae30-6fce-410f-90ee-1edd5b592673), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:09.937057 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f46e03-f638-486b-b499-ba40c1f1081c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Pushing event updated for resources: {'Port': ['ID=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:09.941687 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (a3d8ae30-6fce-410f-90ee-1edd5b592673), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:10.012813 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454343ff-b5ac-4e54-aab3-8fa14a927e79 None None] Pushing event updated for resources: {'Port': ['ID=a3d8ae30-6fce-410f-90ee-1edd5b592673,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:10.039105 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d9f6a-8a15-4ee4-82d2-b42c598786bf req-680dfa2a-f35e-4609-94a6-15d79f1652df tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:10.040701 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-498d9f6a-8a15-4ee4-82d2-b42c598786bf req-680dfa2a-f35e-4609-94a6-15d79f1652df tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 931 time: 0.2879066 Mar 01 16:59:10.060679 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] Attempting to bind port a3d8ae30-6fce-410f-90ee-1edd5b592673 on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:59:10.061539 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] Attempting to bind port a3d8ae30-6fce-410f-90ee-1edd5b592673 by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:59:10.062052 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] Attempting to bind port a3d8ae30-6fce-410f-90ee-1edd5b592673 on network e6ae233f-293e-41a5-ad0b-5fc845cdb59d {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:59:10.062515 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc10fee-741a-463f-9000-5a688cfe4263 req-08f46e03-f638-486b-b499-ba40c1f1081c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:10.063199 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-afc10fee-741a-463f-9000-5a688cfe4263 req-08f46e03-f638-486b-b499-ba40c1f1081c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:10.131542 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:59:10.134377 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] Checking segment: {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:59:10.136678 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:10.141658 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] Bound using segment: {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:59:10.142462 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] Bound port: a3d8ae30-6fce-410f-90ee-1edd5b592673, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:59:10.144032 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (a3d8ae30-6fce-410f-90ee-1edd5b592673), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:10.163043 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-498d9f6a-8a15-4ee4-82d2-b42c598786bf req-33100b5e-929f-4f2c-ac0f-79dd195d14bc tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887458 Mar 01 16:59:10.178915 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-afc10fee-741a-463f-9000-5a688cfe4263 req-08f46e03-f638-486b-b499-ba40c1f1081c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5774992 Mar 01 16:59:10.213576 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-64cd0ff7-2c1d-4d70-a837-56aaf94e1bc5 req-f40c408c-ca3e-4ad1-956f-bf7137a6fe66 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3805697 Mar 01 16:59:10.221674 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-ecb9fce6-7826-465f-a9be-a125a490ae9b None None] Provisioning complete for port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:10.222138 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ecb9fce6-7826-465f-a9be-a125a490ae9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:10.248579 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] Request body: {'port': {'device_id': 'eda8fe88-e153-459b-97fd-404543c955ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:10.303958 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-ecb9fce6-7826-465f-a9be-a125a490ae9b None None] Port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:59:10.339156 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] For port a3d8ae30-6fce-410f-90ee-1edd5b592673, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:59:10.347512 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] For port a3d8ae30-6fce-410f-90ee-1edd5b592673, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=a3d8ae30-6fce-410f-90ee-1edd5b592673,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:59:10.375758 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (a3d8ae30-6fce-410f-90ee-1edd5b592673), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:10.449901 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:10.454332 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [None req-19642d74-4c11-467b-8433-98231c610af1 admin admin] Allocated IP 172.20.0.1 (84483896-eec0-4508-9cae-080fd2f1aeff/276412f6-7bd0-4c44-b6d9-29433bde89ab/f1ec5c03-d1da-4c07-826a-5633325a1451) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:59:10.540568 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454343ff-b5ac-4e54-aab3-8fa14a927e79 None None] Pushing event updated for resources: {'Port': ['ID=a3d8ae30-6fce-410f-90ee-1edd5b592673,revision_number=3']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:10.598847 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] Routers {'852c87b0-e988-4e95-b86f-0d113748aa2d'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:59:10.599907 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:58:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['852c87b0-e988-4e95-b86f-0d113748aa2d'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:59:10.616692 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-19642d74-4c11-467b-8433-98231c610af1 admin admin] Publish callbacks [] for port (f1ec5c03-d1da-4c07-826a-5633325a1451), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:10.684418 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-19642d74-4c11-467b-8433-98231c610af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (f1ec5c03-d1da-4c07-826a-5633325a1451), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:10.743014 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19642d74-4c11-467b-8433-98231c610af1 admin admin] Network 84483896-eec0-4508-9cae-080fd2f1aeff is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:59:10.750082 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-19642d74-4c11-467b-8433-98231c610af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:59:10.755394 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19642d74-4c11-467b-8433-98231c610af1 admin admin] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:59:10.756111 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-19642d74-4c11-467b-8433-98231c610af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688509'] for router_interface (852c87b0-e988-4e95-b86f-0d113748aa2d), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:10.818678 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cc066-afd3-49da-875b-402ba596d3a3 req-2084a955-28d9-456a-9e16-a4db586353e9 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:10.820281 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-972cc066-afd3-49da-875b-402ba596d3a3 req-2084a955-28d9-456a-9e16-a4db586353e9 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1753845 Mar 01 16:59:10.848067 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19642d74-4c11-467b-8433-98231c610af1 admin admin] Pushing event updated for resources: {'Port': ['ID=f1ec5c03-d1da-4c07-826a-5633325a1451,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:11.110325 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] Set router 852c87b0-e988-4e95-b86f-0d113748aa2d gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:59:11.142351 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-972cc066-afd3-49da-875b-402ba596d3a3 req-5aa9402d-f34d-4a17-b26d-fc6226205c52 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084462 Mar 01 16:59:11.266644 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-9c228c8b-78f2-4559-ba45-29dbec354950 None None] Provisioning complete for port f1ec5c03-d1da-4c07-826a-5633325a1451 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:11.269914 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9c228c8b-78f2-4559-ba45-29dbec354950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (f1ec5c03-d1da-4c07-826a-5633325a1451), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:11.483933 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-9c228c8b-78f2-4559-ba45-29dbec354950 None None] Port f1ec5c03-d1da-4c07-826a-5633325a1451 cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:59:11.648890 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 {{(pid=103032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:59:11.661695 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] Publish callbacks [] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:11.680402 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723006a-9f0b-4ecc-8196-c002a8b11ec8 req-281485bf-c0bb-4306-bf4c-0e616c8976a2 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:11.682284 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f723006a-9f0b-4ecc-8196-c002a8b11ec8 req-281485bf-c0bb-4306-bf4c-0e616c8976a2 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 931 time: 0.2792289 Mar 01 16:59:11.693071 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'name': 'tempest-TestShelveInstance-2085297888-router', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:04Z', 'updated_at': '2022-03-01T16:59:06Z', 'revision_number': 3, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'gw_port': {'id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:05Z', 'updated_at': '2022-03-01T16:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:59:11.712646 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.provisioning_blocks [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] Transition to ACTIVE for port object 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 will not be triggered until provisioned by entity L2. {{(pid=103032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:59:11.719351 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:11.749448 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3b3e12-6068-4b39-add5-5c2dc2053291 None None] The sync data for ids ['852c87b0-e988-4e95-b86f-0d113748aa2d'] in dv-cinder-831247-2-iscsi is: [{'id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'name': 'tempest-TestShelveInstance-2085297888-router', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:04Z', 'updated_at': '2022-03-01T16:59:06Z', 'revision_number': 3, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'gw_port': {'id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:05Z', 'updated_at': '2022-03-01T16:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}] {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:59:11.802223 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f723006a-9f0b-4ecc-8196-c002a8b11ec8 req-1a97bb71-e04a-415c-94f7-366d020d1ecc tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130009 Mar 01 16:59:11.821037 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-19642d74-4c11-467b-8433-98231c610af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (f1ec5c03-d1da-4c07-826a-5633325a1451), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:11.850055 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98699de-ce72-4037-995c-b8e05760a8c6 req-76a0c231-a799-45cc-9a6d-ca3b5ce82043 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:11.851970 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a98699de-ce72-4037-995c-b8e05760a8c6 req-76a0c231-a799-45cc-9a6d-ca3b5ce82043 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.0898063 Mar 01 16:59:11.891565 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06,revision_number=2']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:11.935778 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] Attempting to bind port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:59:11.935778 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] Attempting to bind port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'fea9cd02-5abe-4f24-b2b7-57d2ea333cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd'}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:59:11.936172 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] Attempting to bind port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 on network 6895a6ff-fbeb-4435-8eab-716932b6e3bd {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:59:11.941315 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] Port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 on network 6895a6ff-fbeb-4435-8eab-716932b6e3bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:59:11.941637 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] Attempting to bind port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 on network 6895a6ff-fbeb-4435-8eab-716932b6e3bd {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:59:11.947896 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] Checking agent: {'id': '0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'started_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:59:11.948232 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] Checking segment: {'id': 'fea9cd02-5abe-4f24-b2b7-57d2ea333cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:59:11.948631 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] Bound using segment: {'id': 'fea9cd02-5abe-4f24-b2b7-57d2ea333cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd'} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:59:11.949093 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] Bound port: 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea9cd02-5abe-4f24-b2b7-57d2ea333cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd'}}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:59:11.949444 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:12.020367 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a98699de-ce72-4037-995c-b8e05760a8c6 req-472ab1eb-f16d-4239-814f-702250942b8c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597571 Mar 01 16:59:12.070682 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] For port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06, host hv-cinder-83124, cleared binding levels {{(pid=103032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:59:12.074419 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] For port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06,segment=NetworkSegment(fea9cd02-5abe-4f24-b2b7-57d2ea333cda),segment_id=fea9cd02-5abe-4f24-b2b7-57d2ea333cda)] {{(pid=103032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:59:12.101295 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:12.130849 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45e958-d2af-4e17-83c6-4d63cab6bd91 req-eb44bdb9-fe24-46fa-be1b-3de37e6b4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:12.132813 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3f45e958-d2af-4e17-83c6-4d63cab6bd91 req-eb44bdb9-fe24-46fa-be1b-3de37e6b4ae4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce864652ab854207a48b6a2647514604&device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 1129 time: 0.1793654 Mar 01 16:59:12.166201 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:12.166834 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:12.171885 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-afc10fee-741a-463f-9000-5a688cfe4263 req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] 10.222.0.37 "PUT /v2.0/ports/4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 HTTP/1.1" status: 200 len: 1093 time: 1.9263527 Mar 01 16:59:12.171885 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda8fe88-e153-459b-97fd-404543c955ff', 'tag': '4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:59:12.173835 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c50415a-21f9-42cb-9c5d-ad614ae644cc" -d '{"events": [{"name": "network-changed", "server_uuid": "eda8fe88-e153-459b-97fd-404543c955ff", "tag": "4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:59:12.279654 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-19642d74-4c11-467b-8433-98231c610af1 admin admin] Publish callbacks [] for port (f1ec5c03-d1da-4c07-826a-5633325a1451), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:12.285345 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-19642d74-4c11-467b-8433-98231c610af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (f1ec5c03-d1da-4c07-826a-5633325a1451), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:12.286952 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-19642d74-4c11-467b-8433-98231c610af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690157'] for router_interface (852c87b0-e988-4e95-b86f-0d113748aa2d), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:12.293878 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3209e-9698-417c-b29f-20f9ea0991d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06,revision_number=3']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:12.311962 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d1dece-8a90-43a0-bcbe-6a53287546eb x-openstack-request-id: req-f6d1dece-8a90-43a0-bcbe-6a53287546eb {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:59:12.312376 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda8fe88-e153-459b-97fd-404543c955ff", "tag": "4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:59:12.313017 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f6d1dece-8a90-43a0-bcbe-6a53287546eb {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:59:12.313466 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda8fe88-e153-459b-97fd-404543c955ff', 'tag': '4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06', 'status': 'completed', 'code': 200} Mar 01 16:59:12.527384 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19642d74-4c11-467b-8433-98231c610af1 admin admin] Pushing event updated for resources: {'Port': ['ID=f1ec5c03-d1da-4c07-826a-5633325a1451,revision_number=2']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:12.552371 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901e5dc-b967-4819-abb2-f3acbcc239e7 req-2e5275ba-36af-498f-b43c-145d270515a6 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:12.554521 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8901e5dc-b967-4819-abb2-f3acbcc239e7 req-2e5275ba-36af-498f-b43c-145d270515a6 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.2142048 Mar 01 16:59:12.557792 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc10fee-741a-463f-9000-5a688cfe4263 req-e19f4dd1-a59b-4720-9db8-7194e9fbfd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:12.560324 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-afc10fee-741a-463f-9000-5a688cfe4263 req-e19f4dd1-a59b-4720-9db8-7194e9fbfd59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a43673a7513a4ecfbdcfa9af54650cef&device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 1127 time: 0.1496973 Mar 01 16:59:12.626915 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19642d74-4c11-467b-8433-98231c610af1 admin admin] Network 84483896-eec0-4508-9cae-080fd2f1aeff is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:59:12.628519 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45e958-d2af-4e17-83c6-4d63cab6bd91 req-d5e4ce11-02ab-48bc-add4-d85df6679035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:12.630754 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3f45e958-d2af-4e17-83c6-4d63cab6bd91 req-d5e4ce11-02ab-48bc-add4-d85df6679035 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00da9fad-e099-4559-a3bd-7363f68afe10 HTTP/1.1" status: 200 len: 917 time: 0.2634733 Mar 01 16:59:12.632047 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-19642d74-4c11-467b-8433-98231c610af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:59:12.731567 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8901e5dc-b967-4819-abb2-f3acbcc239e7 req-52193dea-033a-448d-a90f-b525509ac56b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691868 Mar 01 16:59:12.774795 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-afc10fee-741a-463f-9000-5a688cfe4263 req-9e9605bd-1bd3-4e0e-a7c1-ce0eee78e0d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 HTTP/1.1" status: 200 len: 217 time: 0.0926569 Mar 01 16:59:12.796802 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3f45e958-d2af-4e17-83c6-4d63cab6bd91 req-986711ea-b0c8-4e68-bc78-bffcb7d93a27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd374fa0-d036-4006-95e3-3c4f2bfdc288 HTTP/1.1" status: 200 len: 1000 time: 0.1510723 Mar 01 16:59:13.019080 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc10fee-741a-463f-9000-5a688cfe4263 req-f6bc2b10-f6e6-4f0e-905b-4235901ab8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:13.021934 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-afc10fee-741a-463f-9000-5a688cfe4263 req-f6bc2b10-f6e6-4f0e-905b-4235901ab8d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d875619-cbb6-4294-b78c-191694152bb5 HTTP/1.1" status: 200 len: 853 time: 0.2273655 Mar 01 16:59:13.142406 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3e744-2a27-4075-bd15-a78faee54b9a req-de4fc006-aa61-4fce-92a4-b45475195e38 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:13.153501 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7eb3e744-2a27-4075-bd15-a78faee54b9a req-de4fc006-aa61-4fce-92a4-b45475195e38 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 943 time: 0.1610019 Mar 01 16:59:13.225077 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45e958-d2af-4e17-83c6-4d63cab6bd91 req-6d2da9f6-ab4d-4c6c-8a81-b6f2d013bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:13.227305 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3f45e958-d2af-4e17-83c6-4d63cab6bd91 req-6d2da9f6-ab4d-4c6c-8a81-b6f2d013bbea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2dbbfa00-88e0-498f-b6e2-523e92ef3496 HTTP/1.1" status: 200 len: 855 time: 0.3390400 Mar 01 16:59:13.230778 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-0ce4a5f1-413d-44d2-a542-d5bccb1ff581 None None] Provisioning complete for port f1ec5c03-d1da-4c07-826a-5633325a1451 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:13.231830 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0ce4a5f1-413d-44d2-a542-d5bccb1ff581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (f1ec5c03-d1da-4c07-826a-5633325a1451), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:13.248448 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7eb3e744-2a27-4075-bd15-a78faee54b9a req-639bdf71-5936-46cc-81e7-6bfa051ddbac tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939956 Mar 01 16:59:13.251632 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc10fee-741a-463f-9000-5a688cfe4263 req-b5cd3bdc-5d13-41d3-8452-5948dd0ddecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:13.279678 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-afc10fee-741a-463f-9000-5a688cfe4263 req-b5cd3bdc-5d13-41d3-8452-5948dd0ddecf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6895a6ff-fbeb-4435-8eab-716932b6e3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2078621 Mar 01 16:59:13.378069 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-0ce4a5f1-413d-44d2-a542-d5bccb1ff581 None None] Port f1ec5c03-d1da-4c07-826a-5633325a1451 cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:59:13.454899 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19642d74-4c11-467b-8433-98231c610af1 admin admin] Router 852c87b0-e988-4e95-b86f-0d113748aa2d has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:59:13.491477 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a0306-aa48-473a-8ef1-3041da0ba3dc req-fde6e853-d4cb-456d-908c-c54da84a52da tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:13.499801 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-956a0306-aa48-473a-8ef1-3041da0ba3dc req-fde6e853-d4cb-456d-908c-c54da84a52da tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.2283452 Mar 01 16:59:13.657676 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device a3d8ae30-6fce-410f-90ee-1edd5b592673 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:59:13.670589 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-afc10fee-741a-463f-9000-5a688cfe4263 req-f1600b96-ff94-4102-8355-093f428f069e service neutron] 10.222.0.37 "GET /v2.0/networks/6895a6ff-fbeb-4435-8eab-716932b6e3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850478 Mar 01 16:59:13.686866 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45e958-d2af-4e17-83c6-4d63cab6bd91 req-18d6df9a-5e6d-4cd7-bf76-3c7354a6655a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:13.688435 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3f45e958-d2af-4e17-83c6-4d63cab6bd91 req-18d6df9a-5e6d-4cd7-bf76-3c7354a6655a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00da9fad-e099-4559-a3bd-7363f68afe10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3128486 Mar 01 16:59:13.723014 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-99bfb665-bfcb-4315-922d-b2eb89970d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:13.769100 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port a3d8ae30-6fce-410f-90ee-1edd5b592673 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:13.769485 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (a3d8ae30-6fce-410f-90ee-1edd5b592673), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:13.817873 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-956a0306-aa48-473a-8ef1-3041da0ba3dc req-4c749310-284e-4fd1-9c7d-f05fb571b0a1 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3165619 Mar 01 16:59:13.921763 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465f101-790f-4a7f-9469-535efbe84243 req-0b61d7dd-850f-4d77-88c9-14d647cfe5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:13.923389 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d465f101-790f-4a7f-9469-535efbe84243 req-0b61d7dd-850f-4d77-88c9-14d647cfe5ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 1130 time: 0.2555881 Mar 01 16:59:13.930849 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19642d74-4c11-467b-8433-98231c610af1 admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:59:13.948504 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-19642d74-4c11-467b-8433-98231c610af1 admin admin] 10.222.0.55 "PUT /v2.0/routers/852c87b0-e988-4e95-b86f-0d113748aa2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4415486 Mar 01 16:59:13.956120 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port a3d8ae30-6fce-410f-90ee-1edd5b592673 is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:13.957155 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (a3d8ae30-6fce-410f-90ee-1edd5b592673), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:14.013543 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058d59e-70c9-44fe-8f09-a2f8732e3c07 req-4b76407f-106d-4576-ab11-f45d1ff91b2c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:14.014592 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c058d59e-70c9-44fe-8f09-a2f8732e3c07 req-4b76407f-106d-4576-ab11-f45d1ff91b2c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1705418 Mar 01 16:59:14.036715 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] For port a3d8ae30-6fce-410f-90ee-1edd5b592673, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=a3d8ae30-6fce-410f-90ee-1edd5b592673,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:14.044647 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (a3d8ae30-6fce-410f-90ee-1edd5b592673), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:14.090191 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c058d59e-70c9-44fe-8f09-a2f8732e3c07 req-22d82d8f-2c2e-4d2e-ae11-b31070443558 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679286 Mar 01 16:59:14.142075 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Pushing event updated for resources: {'Port': ['ID=a3d8ae30-6fce-410f-90ee-1edd5b592673,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:14.447034 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fb636-1c27-433b-9b05-d35d4b572a34 req-147269e0-ca64-468f-a063-9eaad0e5c0f3 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:14.462876 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8d7fb636-1c27-433b-9b05-d35d4b572a34 req-147269e0-ca64-468f-a063-9eaad0e5c0f3 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 943 time: 0.1104794 Mar 01 16:59:14.548677 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8d7fb636-1c27-433b-9b05-d35d4b572a34 req-ac84a62b-6781-44eb-b14a-3e223dacb54d tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786822 Mar 01 16:59:14.782740 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] Sync routers for ids ['852c87b0-e988-4e95-b86f-0d113748aa2d'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:59:14.795866 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] Routers {'852c87b0-e988-4e95-b86f-0d113748aa2d'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:59:14.797115 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:58:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['852c87b0-e988-4e95-b86f-0d113748aa2d'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:59:14.858466 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 55136) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:14.863407 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-e99a2e9c-e4e0-4203-b5e1-d24f9d530e60 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1673306576-network', 'tenant_id': 'a18d85a6cb384b13a7e928ffed4c118d'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:14.919553 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99a2e9c-e4e0-4203-b5e1-d24f9d530e60 admin admin] Made reservation on behalf of a18d85a6cb384b13a7e928ffed4c118d for: {'network': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:59:14.927250 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e99a2e9c-e4e0-4203-b5e1-d24f9d530e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for network (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:14.947879 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e99a2e9c-e4e0-4203-b5e1-d24f9d530e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:14.974726 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432652c2-e46d-4882-be49-d2cb002a75e5 req-01678100-4a71-4520-bd7a-7e52ee1b9bf1 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:14.975760 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] Set router 852c87b0-e988-4e95-b86f-0d113748aa2d gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:59:14.985621 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-432652c2-e46d-4882-be49-d2cb002a75e5 req-01678100-4a71-4520-bd7a-7e52ee1b9bf1 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.0754290 Mar 01 16:59:15.041828 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-432652c2-e46d-4882-be49-d2cb002a75e5 req-fe8db066-26fd-4057-86a8-9ccb8c260da6 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549984 Mar 01 16:59:15.120325 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e99a2e9c-e4e0-4203-b5e1-d24f9d530e60 admin admin] Publish callbacks [] for security_group (099bd20a-604c-475b-a9b9-b365b49f17a0), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:15.123873 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e99a2e9c-e4e0-4203-b5e1-d24f9d530e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (099bd20a-604c-475b-a9b9-b365b49f17a0), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:15.162896 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99a2e9c-e4e0-4203-b5e1-d24f9d530e60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 16:59:15.185017 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e99a2e9c-e4e0-4203-b5e1-d24f9d530e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (784864d6-fbc9-4f99-998d-105388d803ed), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:15.185583 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.db.segments_db [None req-e99a2e9c-e4e0-4203-b5e1-d24f9d530e60 admin admin] Added segment 784864d6-fbc9-4f99-998d-105388d803ed of type vlan for network 14fd9a44-f2d2-47ba-815e-00cdcfe073b9 Mar 01 16:59:15.187761 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a2e9c-e4e0-4203-b5e1-d24f9d530e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099bd20a-604c-475b-a9b9-b365b49f17a0,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:15.355545 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e99a2e9c-e4e0-4203-b5e1-d24f9d530e60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740453230677'] for network (14fd9a44-f2d2-47ba-815e-00cdcfe073b9), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:15.355699 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'name': 'tempest-TestShelveInstance-2085297888-router', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:04Z', 'updated_at': '2022-03-01T16:59:11Z', 'revision_number': 4, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'gw_port': {'id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:05Z', 'updated_at': '2022-03-01T16:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': 'f1ec5c03-d1da-4c07-826a-5633325a1451', 'name': '', 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'mac_address': 'fa:16:3e:36:03:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '276412f6-7bd0-4c44-b6d9-29433bde89ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:09Z', 'updated_at': '2022-03-01T16:59:12Z', 'revision_number': 2, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'subnets': [{'id': '276412f6-7bd0-4c44-b6d9-29433bde89ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:59:15.414421 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b2341-b9b2-410f-a9a0-066f2dce72f7 req-6672bc5d-764c-4ff7-9b29-961e4698be22 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:15.418723 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-875b2341-b9b2-410f-a9a0-066f2dce72f7 req-6672bc5d-764c-4ff7-9b29-961e4698be22 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1821289 Mar 01 16:59:15.436125 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e99a2e9c-e4e0-4203-b5e1-d24f9d530e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (14fd9a44-f2d2-47ba-815e-00cdcfe073b9), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:15.436633 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] Checking router: 852c87b0-e988-4e95-b86f-0d113748aa2d for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:59:15.437002 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] Updating router 852c87b0-e988-4e95-b86f-0d113748aa2d port f1ec5c03-d1da-4c07-826a-5633325a1451 binding host dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:59:15.441167 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99a2e9c-e4e0-4203-b5e1-d24f9d530e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:15.452513 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e99a2e9c-e4e0-4203-b5e1-d24f9d530e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:15.513755 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device a3d8ae30-6fce-410f-90ee-1edd5b592673 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:59:15.515537 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-e99a2e9c-e4e0-4203-b5e1-d24f9d530e60 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6556454 Mar 01 16:59:15.519469 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 55142) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:15.527804 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-cab59011-1330-423d-af52-7b675ac37028 admin admin] Request body: {'subnet': {'network_id': '14fd9a44-f2d2-47ba-815e-00cdcfe073b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1673306576-subnet', 'tenant_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'ip_version': 4}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:15.547369 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (f1ec5c03-d1da-4c07-826a-5633325a1451), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:15.602813 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab59011-1330-423d-af52-7b675ac37028 admin admin] Made reservation on behalf of a18d85a6cb384b13a7e928ffed4c118d for: {'subnet': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:59:15.605202 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-cab59011-1330-423d-af52-7b675ac37028 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12089765'] for subnet (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:15.622406 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a2e9c-e4e0-4203-b5e1-d24f9d530e60 admin admin] Pushing event updated for resources: {'Network': ['ID=14fd9a44-f2d2-47ba-815e-00cdcfe073b9,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:15.639919 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Network 14fd9a44-f2d2-47ba-815e-00cdcfe073b9 details requested by agent ovs-agent-dv-cinder-831247-2-iscsi with host dv-cinder-831247-2-iscsi {{(pid=103034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 16:59:15.653608 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-875b2341-b9b2-410f-a9a0-066f2dce72f7 req-42a08d9e-9c89-4e8c-89f1-cf41dd85e197 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778057 Mar 01 16:59:15.806313 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port a3d8ae30-6fce-410f-90ee-1edd5b592673 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:15.806884 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (a3d8ae30-6fce-410f-90ee-1edd5b592673), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:15.836946 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51cba8-9101-465e-a211-6a65ef7b1d2c req-421eed9d-1d6a-41f4-a5c9-463aa59bae14 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:15.853348 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0a51cba8-9101-465e-a211-6a65ef7b1d2c req-421eed9d-1d6a-41f4-a5c9-463aa59bae14 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 943 time: 0.1724596 Mar 01 16:59:15.951181 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device cd374fa0-d036-4006-95e3-3c4f2bfdc288 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:59:15.956639 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4198996f-5ee8-4918-95fe-b17fc620f374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:15.971576 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0a51cba8-9101-465e-a211-6a65ef7b1d2c req-3d692655-295a-406c-b3a4-237592763299 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173210 Mar 01 16:59:16.042596 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-cab59011-1330-423d-af52-7b675ac37028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12092270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12089751'] for subnet (ec945748-1418-424f-8c37-5b5ac48f1117), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:16.114359 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab59011-1330-423d-af52-7b675ac37028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec945748-1418-424f-8c37-5b5ac48f1117,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:16.131050 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab59011-1330-423d-af52-7b675ac37028 admin admin] Checking segment: {'id': '784864d6-fbc9-4f99-998d-105388d803ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '14fd9a44-f2d2-47ba-815e-00cdcfe073b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:59:16.131439 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab59011-1330-423d-af52-7b675ac37028 admin admin] Network hostable DHCP agents. Network: 14fd9a44-f2d2-47ba-815e-00cdcfe073b9, hostable agents: ['76634103-e363-4824-9b69-d0e42b80a9e6'], hosted agents: [] {{(pid=103032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 16:59:16.137428 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port a3d8ae30-6fce-410f-90ee-1edd5b592673 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:16.163032 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab59011-1330-423d-af52-7b675ac37028 admin admin] Network 14fd9a44-f2d2-47ba-815e-00cdcfe073b9 is scheduled to be hosted by DHCP agent 76634103-e363-4824-9b69-d0e42b80a9e6 with binding_index 1 {{(pid=103032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 16:59:16.174740 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-cab59011-1330-423d-af52-7b675ac37028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-2-iscsi, 14fd9a44-f2d2-47ba-815e-00cdcfe073b9) {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:59:16.181493 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab59011-1330-423d-af52-7b675ac37028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:16.182108 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-cab59011-1330-423d-af52-7b675ac37028 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:16.190299 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c55a708-5a10-4f19-a232-7f78b9eed961 None None] Network 14fd9a44-f2d2-47ba-815e-00cdcfe073b9 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:59:16.207063 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-cab59011-1330-423d-af52-7b675ac37028 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6834052 Mar 01 16:59:16.207307 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 55150) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:16.214151 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-f2894257-c8fd-47c3-b01e-0ba35c43af79 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1673306576-router', 'tenant_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:16.228188 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port cd374fa0-d036-4006-95e3-3c4f2bfdc288 is: ACTIVE; New status is: DOWN {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:16.228609 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:16.246477 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667ffb0-0d2d-489b-ab8d-16769c95cc01 req-c8878c94-c4b8-42b7-adb3-d2a1868a1ad5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:16.247417 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f2894257-c8fd-47c3-b01e-0ba35c43af79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3699058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523545'] for router (6247adc2-1e54-4281-83ac-4f85c7607fb9), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:16.248559 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f2894257-c8fd-47c3-b01e-0ba35c43af79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3699426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686717', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4184244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523520'] for router (6247adc2-1e54-4281-83ac-4f85c7607fb9), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:16.253905 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-4667ffb0-0d2d-489b-ab8d-16769c95cc01 req-c8878c94-c4b8-42b7-adb3-d2a1868a1ad5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 945 time: 0.1145833 Mar 01 16:59:16.338283 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f2894257-c8fd-47c3-b01e-0ba35c43af79 admin admin] Publish callbacks [] for router_controller (6247adc2-1e54-4281-83ac-4f85c7607fb9), precommit_add_association {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:16.352022 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-4667ffb0-0d2d-489b-ab8d-16769c95cc01 req-19e8f4e3-b48a-4dca-b026-6bc46be56f33 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968606 Mar 01 16:59:16.489964 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853501cc-206a-4632-b7f5-a42f7c6b8a72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:59:16.496108 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418759e2-2e8d-434c-a525-0efb8962f821" -d '{"events": [{"server_uuid": "853501cc-206a-4632-b7f5-a42f7c6b8a72", "name": "network-vif-unplugged", "status": "completed", "tag": "cd374fa0-d036-4006-95e3-3c4f2bfdc288"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:59:16.517352 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f2894257-c8fd-47c3-b01e-0ba35c43af79 admin admin] Publish callbacks [] for router_gateway (6247adc2-1e54-4281-83ac-4f85c7607fb9), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:16.532864 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port cd374fa0-d036-4006-95e3-3c4f2bfdc288, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=cd374fa0-d036-4006-95e3-3c4f2bfdc288,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:16.547201 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 16:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc3fcef-7751-40d9-a6a4-c023fef8fe77 x-openstack-request-id: req-2bc3fcef-7751-40d9-a6a4-c023fef8fe77 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:59:16.547547 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853501cc-206a-4632-b7f5-a42f7c6b8a72", "name": "network-vif-unplugged", "status": "completed", "tag": "cd374fa0-d036-4006-95e3-3c4f2bfdc288", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:59:16.547942 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2bc3fcef-7751-40d9-a6a4-c023fef8fe77 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:59:16.548345 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853501cc-206a-4632-b7f5-a42f7c6b8a72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288', 'code': 200} Mar 01 16:59:16.570965 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:16.576140 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] Publish callbacks [] for port (f1ec5c03-d1da-4c07-826a-5633325a1451), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:16.603581 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841ad55f-ce84-447c-b191-e0f372ad13f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8729f57f-20ff-5eed-841b-78fe1ce83f3e-14fd9a44-f2d2-47ba-815e-00cdcfe073b9', 'network_id': '14fd9a44-f2d2-47ba-815e-00cdcfe073b9', 'project_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'fixed_ips': [{'subnet_id': 'ec945748-1418-424f-8c37-5b5ac48f1117'}]}} from dv-cinder-831247-2-iscsi. {{(pid=103034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 16:59:16.604382 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-841ad55f-ce84-447c-b191-e0f372ad13f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:16.608906 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (f1ec5c03-d1da-4c07-826a-5633325a1451), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:16.818231 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=cd374fa0-d036-4006-95e3-3c4f2bfdc288,revision_number=8']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:16.890597 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f2894257-c8fd-47c3-b01e-0ba35c43af79 admin admin] Publish callbacks [] for router_gateway (6247adc2-1e54-4281-83ac-4f85c7607fb9), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:16.908918 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a3115-3774-4c1e-93b8-a8e05d89124f req-362f58e3-305d-46dd-81d3-19447a69d7c1 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:16.917540 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-988a3115-3774-4c1e-93b8-a8e05d89124f req-362f58e3-305d-46dd-81d3-19447a69d7c1 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1206460 Mar 01 16:59:16.945855 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f2894257-c8fd-47c3-b01e-0ba35c43af79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:17.019103 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-988a3115-3774-4c1e-93b8-a8e05d89124f req-dfb3a48a-3cf7-444b-8f23-02dc57898c89 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954454 Mar 01 16:59:17.054592 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [None req-841ad55f-ce84-447c-b191-e0f372ad13f9 None None] Allocated IP 172.20.0.2 (14fd9a44-f2d2-47ba-815e-00cdcfe073b9/ec945748-1418-424f-8c37-5b5ac48f1117/4dee832d-05ea-4ed2-b0d3-1bd328dad8dd) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:59:17.070375 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ada3b-04d1-4c68-bb42-3a8c51ebf517 None None] Pushing event updated for resources: {'Port': ['ID=f1ec5c03-d1da-4c07-826a-5633325a1451,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:17.089404 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:17.093230 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] Attempting to bind port f1ec5c03-d1da-4c07-826a-5633325a1451 on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:59:17.093726 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] Attempting to bind port f1ec5c03-d1da-4c07-826a-5633325a1451 by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': 'aecf5d8d-76dc-4986-98db-c9d5d6ceb80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:59:17.094195 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] Attempting to bind port f1ec5c03-d1da-4c07-826a-5633325a1451 on network 84483896-eec0-4508-9cae-080fd2f1aeff {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:59:17.109674 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:59:17.110225 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] Checking segment: {'id': 'aecf5d8d-76dc-4986-98db-c9d5d6ceb80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:59:17.110736 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:17.111848 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] Bound using segment: {'id': 'aecf5d8d-76dc-4986-98db-c9d5d6ceb80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:59:17.112446 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] Bound port: f1ec5c03-d1da-4c07-826a-5633325a1451, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aecf5d8d-76dc-4986-98db-c9d5d6ceb80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:59:17.112933 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (f1ec5c03-d1da-4c07-826a-5633325a1451), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:17.126542 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-a0820b0b-0167-433b-98d0-a5c95122572b None None] Provisioning complete for port f1ec5c03-d1da-4c07-826a-5633325a1451 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:17.127013 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a0820b0b-0167-433b-98d0-a5c95122572b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (f1ec5c03-d1da-4c07-826a-5633325a1451), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:17.239880 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [None req-f2894257-c8fd-47c3-b01e-0ba35c43af79 admin admin] Allocated IP 172.27.0.44 (e6ae233f-293e-41a5-ad0b-5fc845cdb59d/f57a09de-5442-447f-9fd0-ed63e9a7467a/7e3790a6-320f-4727-81a6-49a00ab6efbe) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:59:17.258380 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-a0820b0b-0167-433b-98d0-a5c95122572b None None] Port f1ec5c03-d1da-4c07-826a-5633325a1451 cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:59:17.261218 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9668995-832a-48bb-be5d-9c2d9ec8719f req-42a918ac-e139-4bed-832f-4787e1011163 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:17.265576 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d9668995-832a-48bb-be5d-9c2d9ec8719f req-42a918ac-e139-4bed-832f-4787e1011163 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 943 time: 0.1748023 Mar 01 16:59:17.304933 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] For port f1ec5c03-d1da-4c07-826a-5633325a1451, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:59:17.311462 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] For port f1ec5c03-d1da-4c07-826a-5633325a1451, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=f1ec5c03-d1da-4c07-826a-5633325a1451,segment=NetworkSegment(aecf5d8d-76dc-4986-98db-c9d5d6ceb80f),segment_id=aecf5d8d-76dc-4986-98db-c9d5d6ceb80f)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:59:17.342622 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (f1ec5c03-d1da-4c07-826a-5633325a1451), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:17.392164 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d9668995-832a-48bb-be5d-9c2d9ec8719f req-f19dfce1-6075-483f-a66e-6d2552ac6aae tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143255 Mar 01 16:59:17.395646 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-841ad55f-ce84-447c-b191-e0f372ad13f9 None None] Publish callbacks [] for port (4dee832d-05ea-4ed2-b0d3-1bd328dad8dd), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:17.415797 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-841ad55f-ce84-447c-b191-e0f372ad13f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (4dee832d-05ea-4ed2-b0d3-1bd328dad8dd), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:17.451633 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841ad55f-ce84-447c-b191-e0f372ad13f9 None None] Network 14fd9a44-f2d2-47ba-815e-00cdcfe073b9 is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:59:17.456640 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] Routers {'852c87b0-e988-4e95-b86f-0d113748aa2d'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:59:17.457279 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:59:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['852c87b0-e988-4e95-b86f-0d113748aa2d'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:59:17.493868 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f2894257-c8fd-47c3-b01e-0ba35c43af79 admin admin] Publish callbacks [] for port (7e3790a6-320f-4727-81a6-49a00ab6efbe), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:17.566613 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-841ad55f-ce84-447c-b191-e0f372ad13f9 None None] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:59:17.648630 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b769ba-81ac-4dd8-8aec-d87389d148c3 req-998e710d-0dac-42a9-9c86-ed9bc750bf9d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:17.672190 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a3b769ba-81ac-4dd8-8aec-d87389d148c3 req-998e710d-0dac-42a9-9c86-ed9bc750bf9d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.1283667 Mar 01 16:59:17.676584 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ada3b-04d1-4c68-bb42-3a8c51ebf517 None None] Pushing event updated for resources: {'Port': ['ID=f1ec5c03-d1da-4c07-826a-5633325a1451,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:17.682128 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841ad55f-ce84-447c-b191-e0f372ad13f9 None None] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:59:17.766822 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a3b769ba-81ac-4dd8-8aec-d87389d148c3 req-aea237b5-00dc-4721-b2f7-a2eab408cc6f tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920119 Mar 01 16:59:17.836445 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ad55f-ce84-447c-b191-e0f372ad13f9 None None] Pushing event updated for resources: {'Port': ['ID=4dee832d-05ea-4ed2-b0d3-1bd328dad8dd,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:17.868647 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f2894257-c8fd-47c3-b01e-0ba35c43af79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (7e3790a6-320f-4727-81a6-49a00ab6efbe), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:17.910165 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2894257-c8fd-47c3-b01e-0ba35c43af79 admin admin] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:59:17.913456 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-f2894257-c8fd-47c3-b01e-0ba35c43af79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:59:17.916219 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2894257-c8fd-47c3-b01e-0ba35c43af79 admin admin] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:59:17.941605 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2894257-c8fd-47c3-b01e-0ba35c43af79 admin admin] Pushing event updated for resources: {'Port': ['ID=7e3790a6-320f-4727-81a6-49a00ab6efbe,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:17.946165 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] Set router 852c87b0-e988-4e95-b86f-0d113748aa2d gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:59:17.956471 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-b5724906-db6b-41fc-a2df-51e9eb233f8a None None] Provisioning complete for port f1ec5c03-d1da-4c07-826a-5633325a1451 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:17.956854 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b5724906-db6b-41fc-a2df-51e9eb233f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (f1ec5c03-d1da-4c07-826a-5633325a1451), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:18.025369 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-841ad55f-ce84-447c-b191-e0f372ad13f9 None None] Attempting to bind port 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:59:18.026034 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-841ad55f-ce84-447c-b191-e0f372ad13f9 None None] Attempting to bind port 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': '784864d6-fbc9-4f99-998d-105388d803ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '14fd9a44-f2d2-47ba-815e-00cdcfe073b9'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:59:18.026588 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ad55f-ce84-447c-b191-e0f372ad13f9 None None] Attempting to bind port 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd on network 14fd9a44-f2d2-47ba-815e-00cdcfe073b9 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:59:18.052216 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ad55f-ce84-447c-b191-e0f372ad13f9 None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:59:18.052907 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ad55f-ce84-447c-b191-e0f372ad13f9 None None] Checking segment: {'id': '784864d6-fbc9-4f99-998d-105388d803ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '14fd9a44-f2d2-47ba-815e-00cdcfe073b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:59:18.053625 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-841ad55f-ce84-447c-b191-e0f372ad13f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:18.054192 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841ad55f-ce84-447c-b191-e0f372ad13f9 None None] Bound using segment: {'id': '784864d6-fbc9-4f99-998d-105388d803ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '14fd9a44-f2d2-47ba-815e-00cdcfe073b9'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:59:18.054851 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-841ad55f-ce84-447c-b191-e0f372ad13f9 None None] Bound port: 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784864d6-fbc9-4f99-998d-105388d803ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '14fd9a44-f2d2-47ba-815e-00cdcfe073b9'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:59:18.055933 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-841ad55f-ce84-447c-b191-e0f372ad13f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (4dee832d-05ea-4ed2-b0d3-1bd328dad8dd), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:18.247635 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-841ad55f-ce84-447c-b191-e0f372ad13f9 None None] For port 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:59:18.254233 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed18c0e-12a7-4796-90bf-9098e039f237 req-971c0afc-9746-4ba1-a2a3-b692cadbc498 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:18.255696 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-841ad55f-ce84-447c-b191-e0f372ad13f9 None None] For port 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=4dee832d-05ea-4ed2-b0d3-1bd328dad8dd,segment=NetworkSegment(784864d6-fbc9-4f99-998d-105388d803ed),segment_id=784864d6-fbc9-4f99-998d-105388d803ed)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:59:18.256752 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8ed18c0e-12a7-4796-90bf-9098e039f237 req-971c0afc-9746-4ba1-a2a3-b692cadbc498 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1372490 Mar 01 16:59:18.278553 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f2894257-c8fd-47c3-b01e-0ba35c43af79 admin admin] Publish callbacks [] for router_gateway (6247adc2-1e54-4281-83ac-4f85c7607fb9), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:18.289590 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-841ad55f-ce84-447c-b191-e0f372ad13f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (4dee832d-05ea-4ed2-b0d3-1bd328dad8dd), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:18.364140 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8ed18c0e-12a7-4796-90bf-9098e039f237 req-3bb17e8f-9b56-427d-8616-b745d3a87959 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914552 Mar 01 16:59:18.373516 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-b5724906-db6b-41fc-a2df-51e9eb233f8a None None] Current status of the port f1ec5c03-d1da-4c07-826a-5633325a1451 is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:18.373908 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b5724906-db6b-41fc-a2df-51e9eb233f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (f1ec5c03-d1da-4c07-826a-5633325a1451), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:18.481482 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ad55f-ce84-447c-b191-e0f372ad13f9 None None] Pushing event updated for resources: {'Port': ['ID=4dee832d-05ea-4ed2-b0d3-1bd328dad8dd,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:18.516909 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-b5724906-db6b-41fc-a2df-51e9eb233f8a None None] For port f1ec5c03-d1da-4c07-826a-5633325a1451, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=f1ec5c03-d1da-4c07-826a-5633325a1451,segment=NetworkSegment(aecf5d8d-76dc-4986-98db-c9d5d6ceb80f),segment_id=aecf5d8d-76dc-4986-98db-c9d5d6ceb80f)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:18.523064 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b5724906-db6b-41fc-a2df-51e9eb233f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (f1ec5c03-d1da-4c07-826a-5633325a1451), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:18.631734 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'name': 'tempest-TestShelveInstance-2085297888-router', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:04Z', 'updated_at': '2022-03-01T16:59:11Z', 'revision_number': 4, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'gw_port': {'id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:05Z', 'updated_at': '2022-03-01T16:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': 'f1ec5c03-d1da-4c07-826a-5633325a1451', 'name': '', 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'mac_address': 'fa:16:3e:36:03:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '276412f6-7bd0-4c44-b6d9-29433bde89ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:09Z', 'updated_at': '2022-03-01T16:59:17Z', 'revision_number': 4, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'subnets': [{'id': '276412f6-7bd0-4c44-b6d9-29433bde89ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:59:18.633726 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:18.641023 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a786e-28af-4228-9f6d-3ac6992c946a req-9fa79f71-2100-4983-8ae4-2a63fff45307 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:18.655076 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e49a786e-28af-4228-9f6d-3ac6992c946a req-9fa79f71-2100-4983-8ae4-2a63fff45307 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 943 time: 0.1384680 Mar 01 16:59:18.706021 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f2894257-c8fd-47c3-b01e-0ba35c43af79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3699445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686752'] for router (6247adc2-1e54-4281-83ac-4f85c7607fb9), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:18.709260 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b78aba-df31-41d1-894f-f2a1fa7d701f None None] The sync data for ids ['852c87b0-e988-4e95-b86f-0d113748aa2d'] in dv-cinder-831247-2-iscsi is: [{'id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'name': 'tempest-TestShelveInstance-2085297888-router', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:04Z', 'updated_at': '2022-03-01T16:59:11Z', 'revision_number': 4, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'gw_port': {'id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:05Z', 'updated_at': '2022-03-01T16:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': 'f1ec5c03-d1da-4c07-826a-5633325a1451', 'name': '', 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'mac_address': 'fa:16:3e:36:03:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '276412f6-7bd0-4c44-b6d9-29433bde89ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:09Z', 'updated_at': '2022-03-01T16:59:17Z', 'revision_number': 4, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'subnets': [{'id': '276412f6-7bd0-4c44-b6d9-29433bde89ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:59:18.801728 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5724906-db6b-41fc-a2df-51e9eb233f8a None None] Pushing event updated for resources: {'Port': ['ID=f1ec5c03-d1da-4c07-826a-5633325a1451,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:18.802528 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e49a786e-28af-4228-9f6d-3ac6992c946a req-21f69c7f-41a1-4bbd-a9f1-ecba3c6dc6d9 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464882 Mar 01 16:59:19.106514 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9acfe-392e-4a50-880f-4de506641682 req-3921635b-1ec6-4b98-beb2-cfcbef25f721 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:19.108841 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1df9acfe-392e-4a50-880f-4de506641682 req-3921635b-1ec6-4b98-beb2-cfcbef25f721 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.1774848 Mar 01 16:59:19.142456 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2894257-c8fd-47c3-b01e-0ba35c43af79 admin admin] Router 6247adc2-1e54-4281-83ac-4f85c7607fb9 is scheduled to L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 with binding_index 1 {{(pid=103032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 16:59:19.179106 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1df9acfe-392e-4a50-880f-4de506641682 req-c40fe392-cef4-4926-bd4e-1cff5ef57405 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598040 Mar 01 16:59:19.309368 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2894257-c8fd-47c3-b01e-0ba35c43af79 admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:59:19.321404 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] Sync routers for ids ['6247adc2-1e54-4281-83ac-4f85c7607fb9'] in dv-cinder-831247-2-iscsi {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:59:19.342184 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] Routers {'6247adc2-1e54-4281-83ac-4f85c7607fb9'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:59:19.342844 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:59:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['6247adc2-1e54-4281-83ac-4f85c7607fb9'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:59:19.343918 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f2894257-c8fd-47c3-b01e-0ba35c43af79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:19.349332 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 55180) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:19.349517 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-f2894257-c8fd-47c3-b01e-0ba35c43af79 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1403701 Mar 01 16:59:19.568676 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] Set router 6247adc2-1e54-4281-83ac-4f85c7607fb9 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:59:19.588721 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device f1ec5c03-d1da-4c07-826a-5633325a1451 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:59:19.696547 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port f1ec5c03-d1da-4c07-826a-5633325a1451 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:19.697464 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (f1ec5c03-d1da-4c07-826a-5633325a1451), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:19.741394 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3b5fe-11ef-4b9b-8b46-e0fa1a5aafbc req-61c16a41-9d01-44f1-ad8a-da733ac6c78e tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:19.757355 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-58a3b5fe-11ef-4b9b-8b46-e0fa1a5aafbc req-61c16a41-9d01-44f1-ad8a-da733ac6c78e tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.2179751 Mar 01 16:59:19.878963 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-58a3b5fe-11ef-4b9b-8b46-e0fa1a5aafbc req-1c721af1-08d5-4f5a-969c-3b4873b0f634 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154263 Mar 01 16:59:19.979611 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:19.991753 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port f1ec5c03-d1da-4c07-826a-5633325a1451 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:19.993836 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:59:20.186317 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:59:20.200159 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:20.200159 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (4dee832d-05ea-4ed2-b0d3-1bd328dad8dd), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:20.250020 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6247adc2-1e54-4281-83ac-4f85c7607fb9', 'name': 'tempest-TestShelveInstance-1673306576-router', 'tenant_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '7e3790a6-320f-4727-81a6-49a00ab6efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:16Z', 'updated_at': '2022-03-01T16:59:18Z', 'revision_number': 3, 'project_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'gw_port': {'id': '7e3790a6-320f-4727-81a6-49a00ab6efbe', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6247adc2-1e54-4281-83ac-4f85c7607fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:16Z', 'updated_at': '2022-03-01T16:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:59:20.277116 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f2003-edc2-455e-a699-fbfe9daf681e req-0c34b7f2-36dd-498b-a3df-4343f0ee47e7 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:20.290341 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-054f2003-edc2-455e-a699-fbfe9daf681e req-0c34b7f2-36dd-498b-a3df-4343f0ee47e7 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 943 time: 0.2985511 Mar 01 16:59:20.302145 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] Checking router: 6247adc2-1e54-4281-83ac-4f85c7607fb9 for host: dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:59:20.302781 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] Updating router 6247adc2-1e54-4281-83ac-4f85c7607fb9 port 7e3790a6-320f-4727-81a6-49a00ab6efbe binding host dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:59:20.339602 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (7e3790a6-320f-4727-81a6-49a00ab6efbe), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:20.570295 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-054f2003-edc2-455e-a699-fbfe9daf681e req-3494cf5d-1c6a-4da4-a55d-1fe0b7643007 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755914 Mar 01 16:59:20.581422 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d465f101-790f-4a7f-9469-535efbe84243 req-8aa41d23-1e53-4afb-875b-fde738cc2dda service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351892 Mar 01 16:59:20.607022 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-afc10fee-741a-463f-9000-5a688cfe4263 req-8d059177-a4cf-4381-bb67-d00a010c35e5 service neutron] 10.222.0.37 "GET /v2.0/networks/6895a6ff-fbeb-4435-8eab-716932b6e3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572811 Mar 01 16:59:20.676522 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9596a8a-ef3f-4661-a255-02f9d3ae1047 None None] Network 14fd9a44-f2d2-47ba-815e-00cdcfe073b9 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 16:59:20.995946 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-fd6badc8-5bc4-493b-bf4b-4b6f27e8231e None None] Provisioning complete for port 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:20.996825 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fd6badc8-5bc4-493b-bf4b-4b6f27e8231e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (4dee832d-05ea-4ed2-b0d3-1bd328dad8dd), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:21.035022 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] Publish callbacks [] for port (7e3790a6-320f-4727-81a6-49a00ab6efbe), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:21.043663 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (7e3790a6-320f-4727-81a6-49a00ab6efbe), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:21.051033 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209d6f0-18eb-4bac-9705-c12b7df530c1 req-30d579cf-cc30-4ec5-a680-cfe2c3eaaff7 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:21.053242 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8209d6f0-18eb-4bac-9705-c12b7df530c1 req-30d579cf-cc30-4ec5-a680-cfe2c3eaaff7 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0739250 Mar 01 16:59:21.109035 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:21.109035 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (4dee832d-05ea-4ed2-b0d3-1bd328dad8dd), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:21.125936 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] Attempting to bind port 7e3790a6-320f-4727-81a6-49a00ab6efbe on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:59:21.126314 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] Attempting to bind port 7e3790a6-320f-4727-81a6-49a00ab6efbe by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:59:21.126731 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] Attempting to bind port 7e3790a6-320f-4727-81a6-49a00ab6efbe on network e6ae233f-293e-41a5-ad0b-5fc845cdb59d {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:59:21.135261 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bca81a-ec01-4b65-87c9-cfc60fe07ffc None None] Pushing event updated for resources: {'Port': ['ID=7e3790a6-320f-4727-81a6-49a00ab6efbe,revision_number=2']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:21.137796 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:59:21.138178 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] Checking segment: {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:59:21.138686 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:21.139126 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] Bound using segment: {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:59:21.139606 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] Bound port: 7e3790a6-320f-4727-81a6-49a00ab6efbe, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:59:21.140110 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (7e3790a6-320f-4727-81a6-49a00ab6efbe), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:21.157615 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8209d6f0-18eb-4bac-9705-c12b7df530c1 req-7df75639-5bbb-488e-9a67-437622d0dcfb tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961235 Mar 01 16:59:21.174354 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dff95-15b7-450b-9731-fcf73d651537 req-e63d4b60-276b-43be-9a90-7b7853bb47bf tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:21.177495 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-755dff95-15b7-450b-9731-fcf73d651537 req-e63d4b60-276b-43be-9a90-7b7853bb47bf tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.7900090 Mar 01 16:59:21.180167 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] For port 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=4dee832d-05ea-4ed2-b0d3-1bd328dad8dd,segment=NetworkSegment(784864d6-fbc9-4f99-998d-105388d803ed),segment_id=784864d6-fbc9-4f99-998d-105388d803ed)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:21.189535 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (4dee832d-05ea-4ed2-b0d3-1bd328dad8dd), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:21.193558 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-fd6badc8-5bc4-493b-bf4b-4b6f27e8231e None None] Current status of the port 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:21.194272 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fd6badc8-5bc4-493b-bf4b-4b6f27e8231e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (4dee832d-05ea-4ed2-b0d3-1bd328dad8dd), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:21.218103 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3f45e958-d2af-4e17-83c6-4d63cab6bd91 req-625973dc-cb95-426b-8e1e-ef8304f2828f service neutron] 10.222.0.37 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9641049 Mar 01 16:59:21.226518 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] For port 7e3790a6-320f-4727-81a6-49a00ab6efbe, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:59:21.231738 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] For port 7e3790a6-320f-4727-81a6-49a00ab6efbe, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=7e3790a6-320f-4727-81a6-49a00ab6efbe,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:59:21.240383 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (7e3790a6-320f-4727-81a6-49a00ab6efbe), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:21.304256 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Pushing event updated for resources: {'Port': ['ID=4dee832d-05ea-4ed2-b0d3-1bd328dad8dd,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:21.307309 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.db.api [None req-fd6badc8-5bc4-493b-bf4b-4b6f27e8231e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 16:59:21.307759 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG oslo_db.api [None req-fd6badc8-5bc4-493b-bf4b-4b6f27e8231e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 16:59:21.322560 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-755dff95-15b7-450b-9731-fcf73d651537 req-a169b9cd-67fa-435a-9325-49b904392e22 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315966 Mar 01 16:59:21.329513 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2085be69-a910-4136-bc59-c3b0f1236f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:21.333213 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] Routers {'6247adc2-1e54-4281-83ac-4f85c7607fb9'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:59:21.334433 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:59:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['6247adc2-1e54-4281-83ac-4f85c7607fb9'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:59:21.336448 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bca81a-ec01-4b65-87c9-cfc60fe07ffc None None] Pushing event updated for resources: {'Port': ['ID=7e3790a6-320f-4727-81a6-49a00ab6efbe,revision_number=3']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:21.459100 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:59:21.487733 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] Set router 6247adc2-1e54-4281-83ac-4f85c7607fb9 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:59:21.537631 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:21.538095 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (4dee832d-05ea-4ed2-b0d3-1bd328dad8dd), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:21.543471 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [None req-2085be69-a910-4136-bc59-c3b0f1236f69 admin admin] Allocated IP 172.20.0.1 (14fd9a44-f2d2-47ba-815e-00cdcfe073b9/ec945748-1418-424f-8c37-5b5ac48f1117/843e462e-46bf-43f1-b418-66f4edf3461a) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:59:21.699761 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3f45e958-d2af-4e17-83c6-4d63cab6bd91 req-399a79e0-cb68-4021-8284-94419ef5b9f0 service neutron] 10.222.0.37 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339996 Mar 01 16:59:21.720685 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a40d26-045b-49a2-9d30-8b952450b1c7 req-e1dec7c8-15bc-4459-abdb-a36b5df9a16d tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:21.730838 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f6a40d26-045b-49a2-9d30-8b952450b1c7 req-e1dec7c8-15bc-4459-abdb-a36b5df9a16d tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 943 time: 0.0925844 Mar 01 16:59:21.733879 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:21.776308 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50415a-21f9-42cb-9c5d-ad614ae644cc req-9de887c5-db6e-4f82-854b-1354a30a52dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:21.777804 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8c50415a-21f9-42cb-9c5d-ad614ae644cc req-9de887c5-db6e-4f82-854b-1354a30a52dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a43673a7513a4ecfbdcfa9af54650cef&device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 1127 time: 0.2020249 Mar 01 16:59:21.819727 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f6a40d26-045b-49a2-9d30-8b952450b1c7 req-ee563f8e-30c2-4d9c-b4d2-ff8c95bfc7d7 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878778 Mar 01 16:59:21.837917 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6247adc2-1e54-4281-83ac-4f85c7607fb9', 'name': 'tempest-TestShelveInstance-1673306576-router', 'tenant_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '7e3790a6-320f-4727-81a6-49a00ab6efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:16Z', 'updated_at': '2022-03-01T16:59:18Z', 'revision_number': 3, 'project_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'gw_port': {'id': '7e3790a6-320f-4727-81a6-49a00ab6efbe', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6247adc2-1e54-4281-83ac-4f85c7607fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:16Z', 'updated_at': '2022-03-01T16:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:59:21.863964 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-fd6badc8-5bc4-493b-bf4b-4b6f27e8231e None None] Current status of the port 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:21.868864 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218727a9-0fcd-46b5-9570-7a4547c7f2d4 None None] The sync data for ids ['6247adc2-1e54-4281-83ac-4f85c7607fb9'] in dv-cinder-831247-2-iscsi is: [{'id': '6247adc2-1e54-4281-83ac-4f85c7607fb9', 'name': 'tempest-TestShelveInstance-1673306576-router', 'tenant_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '7e3790a6-320f-4727-81a6-49a00ab6efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:16Z', 'updated_at': '2022-03-01T16:59:18Z', 'revision_number': 3, 'project_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'gw_port': {'id': '7e3790a6-320f-4727-81a6-49a00ab6efbe', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6247adc2-1e54-4281-83ac-4f85c7607fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:16Z', 'updated_at': '2022-03-01T16:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}] {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:59:21.887384 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2085be69-a910-4136-bc59-c3b0f1236f69 admin admin] Publish callbacks [] for port (843e462e-46bf-43f1-b418-66f4edf3461a), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:21.946053 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50415a-21f9-42cb-9c5d-ad614ae644cc req-4a958c95-c79e-4a79-95e1-cce8d788f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:21.947566 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8c50415a-21f9-42cb-9c5d-ad614ae644cc req-4a958c95-c79e-4a79-95e1-cce8d788f7d2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6895a6ff-fbeb-4435-8eab-716932b6e3bd HTTP/1.1" status: 200 len: 915 time: 0.1632459 Mar 01 16:59:21.989564 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-674e23aa-07a9-4d8b-82fe-4e7a4fa8bcf0 None None] Provisioning complete for port 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:21.989949 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-674e23aa-07a9-4d8b-82fe-4e7a4fa8bcf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (4dee832d-05ea-4ed2-b0d3-1bd328dad8dd), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:22.054568 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2085be69-a910-4136-bc59-c3b0f1236f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (843e462e-46bf-43f1-b418-66f4edf3461a), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:22.064112 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8c50415a-21f9-42cb-9c5d-ad614ae644cc req-8a3eeffc-d1b7-4fa4-94f9-ea6efb15af6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 HTTP/1.1" status: 200 len: 217 time: 0.1015697 Mar 01 16:59:22.084784 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-674e23aa-07a9-4d8b-82fe-4e7a4fa8bcf0 None None] Current status of the port 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:22.107672 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2085be69-a910-4136-bc59-c3b0f1236f69 admin admin] Network 14fd9a44-f2d2-47ba-815e-00cdcfe073b9 is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:59:22.132251 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-2085be69-a910-4136-bc59-c3b0f1236f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:59:22.139923 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085be69-a910-4136-bc59-c3b0f1236f69 admin admin] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:59:22.140497 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2085be69-a910-4136-bc59-c3b0f1236f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688509'] for router_interface (6247adc2-1e54-4281-83ac-4f85c7607fb9), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:22.224308 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085be69-a910-4136-bc59-c3b0f1236f69 admin admin] Pushing event updated for resources: {'Port': ['ID=843e462e-46bf-43f1-b418-66f4edf3461a,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:22.248832 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50415a-21f9-42cb-9c5d-ad614ae644cc req-004ae21c-ddf3-4c18-9564-6c4fb01a6c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:22.250356 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8c50415a-21f9-42cb-9c5d-ad614ae644cc req-004ae21c-ddf3-4c18-9564-6c4fb01a6c02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d875619-cbb6-4294-b78c-191694152bb5 HTTP/1.1" status: 200 len: 853 time: 0.1650352 Mar 01 16:59:22.381485 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50415a-21f9-42cb-9c5d-ad614ae644cc req-c5ff2098-021e-4e22-b0ae-9ed287a1846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:22.383036 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8c50415a-21f9-42cb-9c5d-ad614ae644cc req-c5ff2098-021e-4e22-b0ae-9ed287a1846a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6895a6ff-fbeb-4435-8eab-716932b6e3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1201737 Mar 01 16:59:22.394110 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad036360-6be1-4b71-afe6-f2d7fbb68283 req-de3cb85d-1ea3-4272-b8fb-b081d3d7168d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:22.395983 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ad036360-6be1-4b71-afe6-f2d7fbb68283 req-de3cb85d-1ea3-4272-b8fb-b081d3d7168d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1447425 Mar 01 16:59:22.434184 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-01043dcd-78a4-41aa-b723-306ea83cf6cf None None] Provisioning complete for port 843e462e-46bf-43f1-b418-66f4edf3461a triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:22.434815 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-01043dcd-78a4-41aa-b723-306ea83cf6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (843e462e-46bf-43f1-b418-66f4edf3461a), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:22.492587 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-01043dcd-78a4-41aa-b723-306ea83cf6cf None None] Port 843e462e-46bf-43f1-b418-66f4edf3461a cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:59:22.533858 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ec6f5-b044-4bb3-9ef3-ec15b2f684ea req-b60b96d8-e855-4546-a184-d3a253aa8ffd tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:22.536433 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-846ec6f5-b044-4bb3-9ef3-ec15b2f684ea req-b60b96d8-e855-4546-a184-d3a253aa8ffd tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0781991 Mar 01 16:59:22.540733 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2085be69-a910-4136-bc59-c3b0f1236f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (843e462e-46bf-43f1-b418-66f4edf3461a), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:22.571072 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ad036360-6be1-4b71-afe6-f2d7fbb68283 req-1a88378c-4d2b-4dff-b339-afb22871905e tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310763 Mar 01 16:59:22.601975 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-846ec6f5-b044-4bb3-9ef3-ec15b2f684ea req-1e6c47bb-04bf-4b16-8f41-924b9adc8dd4 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595148 Mar 01 16:59:22.647655 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8c50415a-21f9-42cb-9c5d-ad614ae644cc req-957cd9ed-1883-4ef2-b0a1-70f911f6b569 service neutron] 10.222.0.37 "GET /v2.0/networks/6895a6ff-fbeb-4435-8eab-716932b6e3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506266 Mar 01 16:59:22.819179 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8c50415a-21f9-42cb-9c5d-ad614ae644cc req-542a2965-4302-4097-b2cf-b11a8f9e7b5a service neutron] 10.222.0.37 "GET /v2.0/networks/6895a6ff-fbeb-4435-8eab-716932b6e3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573012 Mar 01 16:59:22.846601 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2085be69-a910-4136-bc59-c3b0f1236f69 admin admin] Publish callbacks [] for port (843e462e-46bf-43f1-b418-66f4edf3461a), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:22.852174 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2085be69-a910-4136-bc59-c3b0f1236f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (843e462e-46bf-43f1-b418-66f4edf3461a), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:22.852857 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2085be69-a910-4136-bc59-c3b0f1236f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690157'] for router_interface (6247adc2-1e54-4281-83ac-4f85c7607fb9), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:22.969963 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085be69-a910-4136-bc59-c3b0f1236f69 admin admin] Pushing event updated for resources: {'Port': ['ID=843e462e-46bf-43f1-b418-66f4edf3461a,revision_number=2']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:23.016575 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a412f1-e5f3-4a24-a95b-5761e9aea76f req-d4c13932-f87b-40ac-8b65-583c27b95076 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:23.018172 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-12a412f1-e5f3-4a24-a95b-5761e9aea76f req-d4c13932-f87b-40ac-8b65-583c27b95076 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 943 time: 0.1186454 Mar 01 16:59:23.038211 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2085be69-a910-4136-bc59-c3b0f1236f69 admin admin] Network 14fd9a44-f2d2-47ba-815e-00cdcfe073b9 is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:59:23.044830 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-2085be69-a910-4136-bc59-c3b0f1236f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:59:23.122877 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-12a412f1-e5f3-4a24-a95b-5761e9aea76f req-66b1a097-d8b9-4a67-a92d-db6fe4e843ee tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975907 Mar 01 16:59:23.199924 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2085be69-a910-4136-bc59-c3b0f1236f69 admin admin] Router 6247adc2-1e54-4281-83ac-4f85c7607fb9 has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:59:23.317476 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-721a49a1-54de-40bb-bd9c-85715fde81fc None None] Provisioning complete for port 843e462e-46bf-43f1-b418-66f4edf3461a triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:23.317476 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-721a49a1-54de-40bb-bd9c-85715fde81fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (843e462e-46bf-43f1-b418-66f4edf3461a), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:23.344167 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2085be69-a910-4136-bc59-c3b0f1236f69 admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:59:23.356320 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-2085be69-a910-4136-bc59-c3b0f1236f69 admin admin] 10.222.0.55 "PUT /v2.0/routers/6247adc2-1e54-4281-83ac-4f85c7607fb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0002577 Mar 01 16:59:23.381012 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8f886-5de4-4cad-aef0-dfb01da87b0e req-204cd08b-a458-4255-9c89-3e39e6ce4679 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:23.382585 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-65b8f886-5de4-4cad-aef0-dfb01da87b0e req-204cd08b-a458-4255-9c89-3e39e6ce4679 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d101d2-a16a-4f53-a05d-c7a2d36cb093 HTTP/1.1" status: 200 len: 946 time: 0.0870781 Mar 01 16:59:23.386549 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-721a49a1-54de-40bb-bd9c-85715fde81fc None None] Port 843e462e-46bf-43f1-b418-66f4edf3461a cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:59:23.460561 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-65b8f886-5de4-4cad-aef0-dfb01da87b0e req-206e36be-c8dc-4e5c-8fff-188c9a10d013 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712068 Mar 01 16:59:23.484807 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 7e3790a6-320f-4727-81a6-49a00ab6efbe up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:59:23.543678 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 7e3790a6-320f-4727-81a6-49a00ab6efbe triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:23.544055 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (7e3790a6-320f-4727-81a6-49a00ab6efbe), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:23.626721 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 7e3790a6-320f-4727-81a6-49a00ab6efbe is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:23.627251 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (7e3790a6-320f-4727-81a6-49a00ab6efbe), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:23.653434 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] For port 7e3790a6-320f-4727-81a6-49a00ab6efbe, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=7e3790a6-320f-4727-81a6-49a00ab6efbe,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:23.659774 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (7e3790a6-320f-4727-81a6-49a00ab6efbe), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:23.713125 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e0d0a-5ee5-4f6d-88c7-f076830bcd74 req-78dcfb0b-84ef-4529-a96f-a4a0122fca2b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:23.714655 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-457e0d0a-5ee5-4f6d-88c7-f076830bcd74 req-78dcfb0b-84ef-4529-a96f-a4a0122fca2b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0640471 Mar 01 16:59:23.716331 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Pushing event updated for resources: {'Port': ['ID=7e3790a6-320f-4727-81a6-49a00ab6efbe,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:23.769036 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-457e0d0a-5ee5-4f6d-88c7-f076830bcd74 req-2fe28f83-3579-44da-966d-e0d8f6761716 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488882 Mar 01 16:59:23.845059 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] Sync routers for ids ['6247adc2-1e54-4281-83ac-4f85c7607fb9'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:59:23.859604 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] Routers {'6247adc2-1e54-4281-83ac-4f85c7607fb9'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:59:23.860232 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:59:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['6247adc2-1e54-4281-83ac-4f85c7607fb9'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:59:23.880887 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade701e-2423-456e-8a28-761f67df8481 req-8f3d8f14-0aa3-44ed-92d5-e7c8ed69d542 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:23.882618 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-dade701e-2423-456e-8a28-761f67df8481 req-8f3d8f14-0aa3-44ed-92d5-e7c8ed69d542 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0552311 Mar 01 16:59:23.932689 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-dade701e-2423-456e-8a28-761f67df8481 req-072e69e9-4535-4248-9d92-d995993238f6 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440764 Mar 01 16:59:23.985842 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] Set router 6247adc2-1e54-4281-83ac-4f85c7607fb9 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:59:24.141150 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 55250) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:24.151574 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-25856285-8e54-4215-a685-90428b9aeb4b tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1206878202', 'description': 'tempest-secgroup-smoke-1206878202 description', 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:24.187929 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-25856285-8e54-4215-a685-90428b9aeb4b tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:24.281828 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6247adc2-1e54-4281-83ac-4f85c7607fb9', 'name': 'tempest-TestShelveInstance-1673306576-router', 'tenant_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '7e3790a6-320f-4727-81a6-49a00ab6efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:16Z', 'updated_at': '2022-03-01T16:59:22Z', 'revision_number': 4, 'project_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'gw_port': {'id': '7e3790a6-320f-4727-81a6-49a00ab6efbe', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247adc2-1e54-4281-83ac-4f85c7607fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:16Z', 'updated_at': '2022-03-01T16:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '843e462e-46bf-43f1-b418-66f4edf3461a', 'name': '', 'network_id': '14fd9a44-f2d2-47ba-815e-00cdcfe073b9', 'tenant_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'mac_address': 'fa:16:3e:d3:8b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6247adc2-1e54-4281-83ac-4f85c7607fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ec945748-1418-424f-8c37-5b5ac48f1117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:21Z', 'updated_at': '2022-03-01T16:59:22Z', 'revision_number': 2, 'project_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'subnets': [{'id': 'ec945748-1418-424f-8c37-5b5ac48f1117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:59:24.323358 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] Checking router: 6247adc2-1e54-4281-83ac-4f85c7607fb9 for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:59:24.324057 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] Updating router 6247adc2-1e54-4281-83ac-4f85c7607fb9 port 843e462e-46bf-43f1-b418-66f4edf3461a binding host dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 16:59:24.341474 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-25856285-8e54-4215-a685-90428b9aeb4b tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group (953537d0-e2ac-4c00-98f8-6b0f64eb6bd2), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:24.344775 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5c6cd-f138-4b09-92f2-f6b74cb8fd5d req-e5a68807-c432-41d0-9e34-c934f241733d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:24.349203 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-66e5c6cd-f138-4b09-92f2-f6b74cb8fd5d req-e5a68807-c432-41d0-9e34-c934f241733d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1349502 Mar 01 16:59:24.353372 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9a7b9-64db-4e03-8271-59a497b2543d req-fba361f1-6d47-40c4-94c5-3f6a6537c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:24.355681 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9eb9a7b9-64db-4e03-8271-59a497b2543d req-fba361f1-6d47-40c4-94c5-3f6a6537c79a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3c792a846445c5a1b1f652c1a249c6&device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 1130 time: 0.1314349 Mar 01 16:59:24.359243 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (843e462e-46bf-43f1-b418-66f4edf3461a), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:24.360128 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-25856285-8e54-4215-a685-90428b9aeb4b tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (953537d0-e2ac-4c00-98f8-6b0f64eb6bd2), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:24.403097 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbdd57-bae8-4684-b0b6-e9d33ad4cc18 req-7eeade79-ffe6-4bce-af98-ddd94475f8b5 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:24.413507 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a7fbdd57-bae8-4684-b0b6-e9d33ad4cc18 req-7eeade79-ffe6-4bce-af98-ddd94475f8b5 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 943 time: 0.1673944 Mar 01 16:59:24.464568 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-25856285-8e54-4215-a685-90428b9aeb4b tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:24.468529 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-25856285-8e54-4215-a685-90428b9aeb4b tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3227031 Mar 01 16:59:24.468952 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 55262) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:24.473895 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-b3fe7d5b-4ea0-418b-9883-cfd9d1fe4442 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Request body: {'security_group_rule': {'security_group_id': '953537d0-e2ac-4c00-98f8-6b0f64eb6bd2', 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:24.481523 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25856285-8e54-4215-a685-90428b9aeb4b tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:24.493866 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-66e5c6cd-f138-4b09-92f2-f6b74cb8fd5d req-293b5f01-9751-48c1-a036-643dfcd34bdd tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367424 Mar 01 16:59:24.520883 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a7fbdd57-bae8-4684-b0b6-e9d33ad4cc18 req-ee8dbef2-7077-4ab8-9847-c30f3441e38f tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850513 Mar 01 16:59:24.527976 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9a7b9-64db-4e03-8271-59a497b2543d req-5fe1fd28-26dd-4694-9908-8ae0800ce97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:24.528138 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b3fe7d5b-4ea0-418b-9883-cfd9d1fe4442 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group_rule (56252947-3e85-41af-b185-6a5343b2f408), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:24.529679 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9eb9a7b9-64db-4e03-8271-59a497b2543d req-5fe1fd28-26dd-4694-9908-8ae0800ce97c service neutron] 10.222.0.37 "GET /v2.0/networks?id=59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 HTTP/1.1" status: 200 len: 919 time: 0.1645193 Mar 01 16:59:24.614132 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b3fe7d5b-4ea0-418b-9883-cfd9d1fe4442 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group_rule (56252947-3e85-41af-b185-6a5343b2f408), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:24.622180 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b3fe7d5b-4ea0-418b-9883-cfd9d1fe4442 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (56252947-3e85-41af-b185-6a5343b2f408), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:24.641593 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe7d5b-4ea0-418b-9883-cfd9d1fe4442 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56252947-3e85-41af-b185-6a5343b2f408,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:24.653090 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b3fe7d5b-4ea0-418b-9883-cfd9d1fe4442 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:24.654563 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-b3fe7d5b-4ea0-418b-9883-cfd9d1fe4442 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1844928 Mar 01 16:59:24.663500 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 55266) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:24.672028 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-be2aa51c-fc3e-4b16-b86e-bbd603e533c7 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Request body: {'security_group_rule': {'security_group_id': '953537d0-e2ac-4c00-98f8-6b0f64eb6bd2', 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:24.701076 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-be2aa51c-fc3e-4b16-b86e-bbd603e533c7 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group_rule (4dbc2a0b-2411-4acb-8420-7108770e9583), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:24.762155 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] Publish callbacks [] for port (843e462e-46bf-43f1-b418-66f4edf3461a), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:24.763027 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-be2aa51c-fc3e-4b16-b86e-bbd603e533c7 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group_rule (4dbc2a0b-2411-4acb-8420-7108770e9583), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:24.768290 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-be2aa51c-fc3e-4b16-b86e-bbd603e533c7 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (4dbc2a0b-2411-4acb-8420-7108770e9583), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:24.768812 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (843e462e-46bf-43f1-b418-66f4edf3461a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:24.795571 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2aa51c-fc3e-4b16-b86e-bbd603e533c7 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dbc2a0b-2411-4acb-8420-7108770e9583,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:24.801981 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-be2aa51c-fc3e-4b16-b86e-bbd603e533c7 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:24.805493 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-be2aa51c-fc3e-4b16-b86e-bbd603e533c7 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377721 Mar 01 16:59:24.807117 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 55268) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:24.812091 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-03dd32f2-f423-467b-9897-aba5c0baea03 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Request body: {'security_group_rule': {'security_group_id': '953537d0-e2ac-4c00-98f8-6b0f64eb6bd2', 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:24.820718 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9eb9a7b9-64db-4e03-8271-59a497b2543d req-c4463d12-980f-4066-b9d4-715210df0631 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b249d806-cd40-4f71-8902-d4810caf8547 HTTP/1.1" status: 200 len: 217 time: 0.2663889 Mar 01 16:59:24.845730 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-03dd32f2-f423-467b-9897-aba5c0baea03 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group_rule (c448acdc-c2d4-4410-bdbc-40c2c5849560), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:24.872822 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9a7b9-64db-4e03-8271-59a497b2543d req-5242355e-efbf-4d07-9f79-319f4830e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:24.874292 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9eb9a7b9-64db-4e03-8271-59a497b2543d req-5242355e-efbf-4d07-9f79-319f4830e77e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c HTTP/1.1" status: 200 len: 858 time: 0.0461814 Mar 01 16:59:24.890012 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bfa155-a1f0-4d6d-8531-2a16eec88aaa None None] Pushing event updated for resources: {'Port': ['ID=843e462e-46bf-43f1-b418-66f4edf3461a,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:24.903708 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] Attempting to bind port 843e462e-46bf-43f1-b418-66f4edf3461a on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:59:24.904202 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] Attempting to bind port 843e462e-46bf-43f1-b418-66f4edf3461a by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': '784864d6-fbc9-4f99-998d-105388d803ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '14fd9a44-f2d2-47ba-815e-00cdcfe073b9'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:59:24.904674 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] Attempting to bind port 843e462e-46bf-43f1-b418-66f4edf3461a on network 14fd9a44-f2d2-47ba-815e-00cdcfe073b9 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:59:24.913451 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:59:24.913832 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] Checking segment: {'id': '784864d6-fbc9-4f99-998d-105388d803ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '14fd9a44-f2d2-47ba-815e-00cdcfe073b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:59:24.914237 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:24.914622 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] Bound using segment: {'id': '784864d6-fbc9-4f99-998d-105388d803ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '14fd9a44-f2d2-47ba-815e-00cdcfe073b9'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:59:24.915737 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] Bound port: 843e462e-46bf-43f1-b418-66f4edf3461a, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784864d6-fbc9-4f99-998d-105388d803ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '14fd9a44-f2d2-47ba-815e-00cdcfe073b9'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:59:24.916168 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (843e462e-46bf-43f1-b418-66f4edf3461a), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:24.942919 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9eb9a7b9-64db-4e03-8271-59a497b2543d req-f4bfb36b-1929-4112-980d-6fd4b5122404 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59ddfe45-6d96-41d4-aec0-fbcc002b7bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325172 Mar 01 16:59:24.951766 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-03dd32f2-f423-467b-9897-aba5c0baea03 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group_rule (c448acdc-c2d4-4410-bdbc-40c2c5849560), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:24.956686 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-03dd32f2-f423-467b-9897-aba5c0baea03 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (c448acdc-c2d4-4410-bdbc-40c2c5849560), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:24.963543 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fb388-1914-4f9b-bba7-f4ba7df69369 req-b5463e3e-1069-4aa3-9dd7-7ba93dd6b66f tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:24.965273 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2e9fb388-1914-4f9b-bba7-f4ba7df69369 req-b5463e3e-1069-4aa3-9dd7-7ba93dd6b66f tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d101d2-a16a-4f53-a05d-c7a2d36cb093 HTTP/1.1" status: 200 len: 946 time: 0.1504934 Mar 01 16:59:24.986890 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd32f2-f423-467b-9897-aba5c0baea03 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c448acdc-c2d4-4410-bdbc-40c2c5849560,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:25.015683 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-03dd32f2-f423-467b-9897-aba5c0baea03 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:25.017252 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-03dd32f2-f423-467b-9897-aba5c0baea03 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2087007 Mar 01 16:59:25.020682 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 55272) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:25.027565 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-3eb6129a-bf21-4d85-9096-b3a5ab78a58a tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Request body: {'security_group_rule': {'security_group_id': '953537d0-e2ac-4c00-98f8-6b0f64eb6bd2', 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:25.041503 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] For port 843e462e-46bf-43f1-b418-66f4edf3461a, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:59:25.059381 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] For port 843e462e-46bf-43f1-b418-66f4edf3461a, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=843e462e-46bf-43f1-b418-66f4edf3461a,segment=NetworkSegment(784864d6-fbc9-4f99-998d-105388d803ed),segment_id=784864d6-fbc9-4f99-998d-105388d803ed)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:59:25.075003 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (843e462e-46bf-43f1-b418-66f4edf3461a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:25.086429 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3eb6129a-bf21-4d85-9096-b3a5ab78a58a tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group_rule (a64eb908-938f-40c3-9045-52180de1b4e2), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:25.099867 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2e9fb388-1914-4f9b-bba7-f4ba7df69369 req-68650db7-e219-4595-a8a4-78ab9dd9299f tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156411 Mar 01 16:59:25.136625 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9eb9a7b9-64db-4e03-8271-59a497b2543d req-8c72faaa-c5b7-4c95-93a9-f9ce4773f6b5 service neutron] 10.222.0.37 "GET /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700492 Mar 01 16:59:25.150895 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] Routers {'6247adc2-1e54-4281-83ac-4f85c7607fb9'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:59:25.151552 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:59:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['6247adc2-1e54-4281-83ac-4f85c7607fb9'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:59:25.156196 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bfa155-a1f0-4d6d-8531-2a16eec88aaa None None] Pushing event updated for resources: {'Port': ['ID=843e462e-46bf-43f1-b418-66f4edf3461a,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:25.186117 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c471f7-0bd6-47ae-ba4a-71f9390a0192 req-5ad9a6d6-551c-4e0c-bfd9-dc144ec6e51f tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:25.187754 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-90c471f7-0bd6-47ae-ba4a-71f9390a0192 req-5ad9a6d6-551c-4e0c-bfd9-dc144ec6e51f tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.1351359 Mar 01 16:59:25.189666 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3eb6129a-bf21-4d85-9096-b3a5ab78a58a tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group_rule (a64eb908-938f-40c3-9045-52180de1b4e2), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:25.203623 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3eb6129a-bf21-4d85-9096-b3a5ab78a58a tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (a64eb908-938f-40c3-9045-52180de1b4e2), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:25.241180 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3eb6129a-bf21-4d85-9096-b3a5ab78a58a tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:25.242911 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-3eb6129a-bf21-4d85-9096-b3a5ab78a58a tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2211969 Mar 01 16:59:25.249956 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 55274) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:25.260021 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-117dfad7-95a2-4160-868a-e199a1706361 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Request body: {'security_group_rule': {'security_group_id': '953537d0-e2ac-4c00-98f8-6b0f64eb6bd2', 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:25.267172 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6129a-bf21-4d85-9096-b3a5ab78a58a tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64eb908-938f-40c3-9045-52180de1b4e2,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:25.268557 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9eb9a7b9-64db-4e03-8271-59a497b2543d req-8dda60dc-3533-4b62-893f-d3d853b2bde2 service neutron] 10.222.0.37 "GET /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243944 Mar 01 16:59:25.313689 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] Set router 6247adc2-1e54-4281-83ac-4f85c7607fb9 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:59:25.328173 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.securitygroups_db [None req-117dfad7-95a2-4160-868a-e199a1706361 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Project b1eef3e17cdb486fb902ddcd3c534af3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 16:59:25.336562 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-90c471f7-0bd6-47ae-ba4a-71f9390a0192 req-1e14b334-8e7b-4dfe-a7c5-a9781833e470 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396391 Mar 01 16:59:25.338328 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-117dfad7-95a2-4160-868a-e199a1706361 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group_rule (16b16024-869b-4462-a274-679a31881ceb), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:25.345897 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-8a0dc756-932e-4fe6-a1f2-c598f9b1ef40 None None] Provisioning complete for port 843e462e-46bf-43f1-b418-66f4edf3461a triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:25.346860 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a0dc756-932e-4fe6-a1f2-c598f9b1ef40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (843e462e-46bf-43f1-b418-66f4edf3461a), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:25.406320 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-117dfad7-95a2-4160-868a-e199a1706361 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group_rule (16b16024-869b-4462-a274-679a31881ceb), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:25.411351 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-117dfad7-95a2-4160-868a-e199a1706361 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (16b16024-869b-4462-a274-679a31881ceb), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:25.437585 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117dfad7-95a2-4160-868a-e199a1706361 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b16024-869b-4462-a274-679a31881ceb,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:25.456418 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-117dfad7-95a2-4160-868a-e199a1706361 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:25.460700 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-117dfad7-95a2-4160-868a-e199a1706361 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2053835 Mar 01 16:59:25.462822 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 55282) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:25.478989 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-6ad4b4af-c72e-4959-bb9e-e1c1821a0be5 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Request body: {'security_group_rule': {'security_group_id': '953537d0-e2ac-4c00-98f8-6b0f64eb6bd2', 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:25.505451 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 7e3790a6-320f-4727-81a6-49a00ab6efbe up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:59:25.505769 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff3f28-78aa-4660-99e3-d3fcdbe37764 req-5f771f33-6500-4500-9dc3-266f2a349914 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:25.507467 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ccff3f28-78aa-4660-99e3-d3fcdbe37764 req-5f771f33-6500-4500-9dc3-266f2a349914 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.37 "GET /v2.0/ports?device_id=37d101d2-a16a-4f53-a05d-c7a2d36cb093 HTTP/1.1" status: 200 len: 946 time: 0.0623817 Mar 01 16:59:25.531205 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.securitygroups_db [None req-6ad4b4af-c72e-4959-bb9e-e1c1821a0be5 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Project b1eef3e17cdb486fb902ddcd3c534af3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 16:59:25.541967 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6ad4b4af-c72e-4959-bb9e-e1c1821a0be5 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group_rule (2fa500ad-fddb-44e7-86cc-39fb1c8053aa), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:25.639251 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6ad4b4af-c72e-4959-bb9e-e1c1821a0be5 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group_rule (2fa500ad-fddb-44e7-86cc-39fb1c8053aa), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:25.642470 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-8a0dc756-932e-4fe6-a1f2-c598f9b1ef40 None None] Current status of the port 843e462e-46bf-43f1-b418-66f4edf3461a is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:25.642865 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a0dc756-932e-4fe6-a1f2-c598f9b1ef40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (843e462e-46bf-43f1-b418-66f4edf3461a), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:25.646616 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6ad4b4af-c72e-4959-bb9e-e1c1821a0be5 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (2fa500ad-fddb-44e7-86cc-39fb1c8053aa), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:25.682298 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [req-ccff3f28-78aa-4660-99e3-d3fcdbe37764 req-0803ec85-f876-46ec-b965-6093d74623e7 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Deleting port a58231c2-4be4-4050-acb2-e1b072d3ff74 {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:59:25.682613 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6ad4b4af-c72e-4959-bb9e-e1c1821a0be5 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:25.692415 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-ccff3f28-78aa-4660-99e3-d3fcdbe37764 req-0803ec85-f876-46ec-b965-6093d74623e7 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (a58231c2-4be4-4050-acb2-e1b072d3ff74), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:25.692637 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-6ad4b4af-c72e-4959-bb9e-e1c1821a0be5 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2212765 Mar 01 16:59:25.696624 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4b4af-c72e-4959-bb9e-e1c1821a0be5 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa500ad-fddb-44e7-86cc-39fb1c8053aa,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:25.727640 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-8a0dc756-932e-4fe6-a1f2-c598f9b1ef40 None None] For port 843e462e-46bf-43f1-b418-66f4edf3461a, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=843e462e-46bf-43f1-b418-66f4edf3461a,segment=NetworkSegment(784864d6-fbc9-4f99-998d-105388d803ed),segment_id=784864d6-fbc9-4f99-998d-105388d803ed)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:25.728615 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 7e3790a6-320f-4727-81a6-49a00ab6efbe triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:25.729002 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (7e3790a6-320f-4727-81a6-49a00ab6efbe), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:25.749911 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a0dc756-932e-4fe6-a1f2-c598f9b1ef40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (843e462e-46bf-43f1-b418-66f4edf3461a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:25.829730 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0dc756-932e-4fe6-a1f2-c598f9b1ef40 None None] Pushing event updated for resources: {'Port': ['ID=843e462e-46bf-43f1-b418-66f4edf3461a,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:25.853091 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6247adc2-1e54-4281-83ac-4f85c7607fb9', 'name': 'tempest-TestShelveInstance-1673306576-router', 'tenant_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '7e3790a6-320f-4727-81a6-49a00ab6efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:16Z', 'updated_at': '2022-03-01T16:59:22Z', 'revision_number': 4, 'project_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'gw_port': {'id': '7e3790a6-320f-4727-81a6-49a00ab6efbe', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247adc2-1e54-4281-83ac-4f85c7607fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:16Z', 'updated_at': '2022-03-01T16:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '843e462e-46bf-43f1-b418-66f4edf3461a', 'name': '', 'network_id': '14fd9a44-f2d2-47ba-815e-00cdcfe073b9', 'tenant_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'mac_address': 'fa:16:3e:d3:8b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6247adc2-1e54-4281-83ac-4f85c7607fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ec945748-1418-424f-8c37-5b5ac48f1117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:21Z', 'updated_at': '2022-03-01T16:59:25Z', 'revision_number': 4, 'project_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'subnets': [{'id': 'ec945748-1418-424f-8c37-5b5ac48f1117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:59:25.857435 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [req-ccff3f28-78aa-4660-99e3-d3fcdbe37764 req-0803ec85-f876-46ec-b965-6093d74623e7 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] For port a58231c2-4be4-4050-acb2-e1b072d3ff74, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=a58231c2-4be4-4050-acb2-e1b072d3ff74,segment=NetworkSegment(e761cb52-b35e-4fc5-9912-7a5f17a084e2),segment_id=e761cb52-b35e-4fc5-9912-7a5f17a084e2)] {{(pid=103033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:25.857974 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-ccff3f28-78aa-4660-99e3-d3fcdbe37764 req-0803ec85-f876-46ec-b965-6093d74623e7 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (a58231c2-4be4-4050-acb2-e1b072d3ff74), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:25.909480 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [req-ccff3f28-78aa-4660-99e3-d3fcdbe37764 req-0803ec85-f876-46ec-b965-6093d74623e7 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Calling delete_port for a58231c2-4be4-4050-acb2-e1b072d3ff74 owned by compute:nova {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:59:25.977840 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04d39f-b46d-4106-82db-59a7c5919438 req-a3e90864-cc5d-4ca2-8d89-4ea0c1dfdc7a tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:25.990413 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cc04d39f-b46d-4106-82db-59a7c5919438 req-a3e90864-cc5d-4ca2-8d89-4ea0c1dfdc7a tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.1234896 Mar 01 16:59:26.065228 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cc04d39f-b46d-4106-82db-59a7c5919438 req-e0468c0c-ef1b-4ad7-b67b-b90f889c606c tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735614 Mar 01 16:59:26.133916 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d47770-a6b1-4920-ab87-bbe779020398 None None] The sync data for ids ['6247adc2-1e54-4281-83ac-4f85c7607fb9'] in dv-cinder-831247-2-iscsi is: [{'id': '6247adc2-1e54-4281-83ac-4f85c7607fb9', 'name': 'tempest-TestShelveInstance-1673306576-router', 'tenant_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '7e3790a6-320f-4727-81a6-49a00ab6efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:16Z', 'updated_at': '2022-03-01T16:59:22Z', 'revision_number': 4, 'project_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'gw_port': {'id': '7e3790a6-320f-4727-81a6-49a00ab6efbe', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247adc2-1e54-4281-83ac-4f85c7607fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:16Z', 'updated_at': '2022-03-01T16:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '843e462e-46bf-43f1-b418-66f4edf3461a', 'name': '', 'network_id': '14fd9a44-f2d2-47ba-815e-00cdcfe073b9', 'tenant_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'mac_address': 'fa:16:3e:d3:8b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6247adc2-1e54-4281-83ac-4f85c7607fb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ec945748-1418-424f-8c37-5b5ac48f1117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:21Z', 'updated_at': '2022-03-01T16:59:25Z', 'revision_number': 4, 'project_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'subnets': [{'id': 'ec945748-1418-424f-8c37-5b5ac48f1117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:59:26.140028 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:59:26.157420 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057cde9-3122-4ff6-b509-ea3832b6d2d3 req-e6ba1415-e5fd-4896-8088-b12fcf736a37 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:26.166102 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-4057cde9-3122-4ff6-b509-ea3832b6d2d3 req-e6ba1415-e5fd-4896-8088-b12fcf736a37 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 943 time: 0.1850815 Mar 01 16:59:26.174605 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-a815929e-cfde-4c0a-ae7d-ace4e74c3e5c None None] Provisioning complete for port 843e462e-46bf-43f1-b418-66f4edf3461a triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:26.174991 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a815929e-cfde-4c0a-ae7d-ace4e74c3e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (843e462e-46bf-43f1-b418-66f4edf3461a), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:26.179121 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 7e3790a6-320f-4727-81a6-49a00ab6efbe is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:26.197584 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-ccff3f28-78aa-4660-99e3-d3fcdbe37764 req-0803ec85-f876-46ec-b965-6093d74623e7 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188'] for port (a58231c2-4be4-4050-acb2-e1b072d3ff74), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:26.261962 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['a58231c2-4be4-4050-acb2-e1b072d3ff74'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:59:26.283718 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803ec85-f876-46ec-b965-6093d74623e7 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Pushing event deleted for resources: {'Port': ['ID=a58231c2-4be4-4050-acb2-e1b072d3ff74,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:26.285877 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b3147-91ae-444b-b0f0-6e9033e915e2 req-e9df65a8-e1b8-471d-b97e-51adfc58c7c0 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:26.303509 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-445b3147-91ae-444b-b0f0-6e9033e915e2 req-e9df65a8-e1b8-471d-b97e-51adfc58c7c0 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 946 time: 0.1722686 Mar 01 16:59:26.348600 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-4057cde9-3122-4ff6-b509-ea3832b6d2d3 req-8c5c7316-d1d1-4acf-bab9-463843046ea7 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757169 Mar 01 16:59:26.441904 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccff3f28-78aa-4660-99e3-d3fcdbe37764 req-0803ec85-f876-46ec-b965-6093d74623e7 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] No DVR routers for this DVR port a58231c2-4be4-4050-acb2-e1b072d3ff74 on host hv-cinder-83124 {{(pid=103033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:59:26.446298 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-ccff3f28-78aa-4660-99e3-d3fcdbe37764 req-0803ec85-f876-46ec-b965-6093d74623e7 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:26.447051 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-445b3147-91ae-444b-b0f0-6e9033e915e2 req-e7304077-db79-4f1a-b67e-3d3cde078449 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425843 Mar 01 16:59:26.452292 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ccff3f28-78aa-4660-99e3-d3fcdbe37764 req-0803ec85-f876-46ec-b965-6093d74623e7 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.37 "DELETE /v2.0/ports/a58231c2-4be4-4050-acb2-e1b072d3ff74 HTTP/1.1" status: 204 len: 173 time: 0.9367211 Mar 01 16:59:26.452912 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d101d2-a16a-4f53-a05d-c7a2d36cb093', 'name': 'network-vif-deleted', 'tag': 'a58231c2-4be4-4050-acb2-e1b072d3ff74'}] {{(pid=103033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:59:26.456220 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dddadf24ac110f9ada54727228b3474a86f75cc3561f1e1b47b1deb8a3f97d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d56f8fd-742a-4626-a48a-9a1e84a3de90" -d '{"events": [{"server_uuid": "37d101d2-a16a-4f53-a05d-c7a2d36cb093", "name": "network-vif-deleted", "tag": "a58231c2-4be4-4050-acb2-e1b072d3ff74"}]}' {{(pid=103033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:59:26.490769 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [req-91f9084a-23c1-4f3e-84f1-86a11c3bab92 req-fb1e7f03-467b-4cb0-8f77-1e4d815b9049 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103033) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 16:59:26.492132 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-91f9084a-23c1-4f3e-84f1-86a11c3bab92 req-fb1e7f03-467b-4cb0-8f77-1e4d815b9049 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160236 Mar 01 16:59:26.523101 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06,segment=NetworkSegment(fea9cd02-5abe-4f24-b2b7-57d2ea333cda),segment_id=fea9cd02-5abe-4f24-b2b7-57d2ea333cda)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:26.541985 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': '4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06', 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd', 'port_id': '4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06', 'mac_address': 'fa:16:3e:93:9d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d875619-cbb6-4294-b78c-191694152bb5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:59:26.543892 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-a815929e-cfde-4c0a-ae7d-ace4e74c3e5c None None] Current status of the port 843e462e-46bf-43f1-b418-66f4edf3461a is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:26.633333 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:26.633801 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:26.650926 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:59:26.659603 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dd1c2161-0592-4f0c-9358-3537da074f5b req-e5af4646-8b00-4535-8f44-cb332e79eed7 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=37d101d2-a16a-4f53-a05d-c7a2d36cb093 HTTP/1.1" status: 200 len: 210 time: 0.0525925 Mar 01 16:59:26.677064 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61824b4-f2b8-4fe0-8ed5-4139a49b3973 x-openstack-request-id: req-d61824b4-f2b8-4fe0-8ed5-4139a49b3973 {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:59:26.677580 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d101d2-a16a-4f53-a05d-c7a2d36cb093", "name": "network-vif-deleted", "tag": "a58231c2-4be4-4050-acb2-e1b072d3ff74", "status": "completed", "code": 200}]} {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:59:26.677688 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d61824b4-f2b8-4fe0-8ed5-4139a49b3973 {{(pid=103033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:59:26.678158 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d101d2-a16a-4f53-a05d-c7a2d36cb093', 'name': 'network-vif-deleted', 'tag': 'a58231c2-4be4-4050-acb2-e1b072d3ff74', 'status': 'completed', 'code': 200} Mar 01 16:59:26.704321 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06,segment=NetworkSegment(fea9cd02-5abe-4f24-b2b7-57d2ea333cda),segment_id=fea9cd02-5abe-4f24-b2b7-57d2ea333cda)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:26.711036 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:26.822940 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:26.831166 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70cc9df-1d25-4965-bb01-8cf4ec6b9f5b req-5183daa5-50bc-4889-ac7f-4d4b35ef777e tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:26.839100 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f70cc9df-1d25-4965-bb01-8cf4ec6b9f5b req-5183daa5-50bc-4889-ac7f-4d4b35ef777e tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0877037 Mar 01 16:59:26.917262 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f70cc9df-1d25-4965-bb01-8cf4ec6b9f5b req-059794c6-add9-4cac-8c96-913db6ccfee9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758553 Mar 01 16:59:27.150439 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:59:27.152470 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 55388) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:27.234382 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592ade4-87c3-4515-9704-48f405bd2a25 req-68e88af6-1465-46ed-b793-8544bed0c571 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:27.236103 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a592ade4-87c3-4515-9704-48f405bd2a25 req-68e88af6-1465-46ed-b793-8544bed0c571 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0888810 Mar 01 16:59:27.296105 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5a5e76ea-8138-4a6f-9c30-49b3f6031a36 req-e110f910-e864-40eb-b4b7-5a19bbda20f1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1412597 Mar 01 16:59:27.303949 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [req-5a5e76ea-8138-4a6f-9c30-49b3f6031a36 req-43698787-e1ff-4042-a74c-eae058f75dbe service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103033) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 16:59:27.319235 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5a5e76ea-8138-4a6f-9c30-49b3f6031a36 req-43698787-e1ff-4042-a74c-eae058f75dbe service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0210683 Mar 01 16:59:27.340288 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a592ade4-87c3-4515-9704-48f405bd2a25 req-8b651da0-d128-4dda-9909-1632ba28de36 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814114 Mar 01 16:59:27.427926 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 55398) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:27.477138 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 843e462e-46bf-43f1-b418-66f4edf3461a up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:59:27.555710 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 843e462e-46bf-43f1-b418-66f4edf3461a triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:27.557135 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (843e462e-46bf-43f1-b418-66f4edf3461a), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:27.594159 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e76ea-8138-4a6f-9c30-49b3f6031a36 req-b944d012-a54f-426a-a20e-85dbf2932a79 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:27.595593 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5a5e76ea-8138-4a6f-9c30-49b3f6031a36 req-b944d012-a54f-426a-a20e-85dbf2932a79 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports/cd374fa0-d036-4006-95e3-3c4f2bfdc288 HTTP/1.1" status: 200 len: 940 time: 0.1665542 Mar 01 16:59:27.603123 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3989d5-081b-4181-8245-1ce6505e8f7f req-8836a8ef-7cb4-4b7e-874d-e90f935414a8 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:27.610048 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-bd3989d5-081b-4181-8245-1ce6505e8f7f req-8836a8ef-7cb4-4b7e-874d-e90f935414a8 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 944 time: 0.1734679 Mar 01 16:59:27.663559 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 843e462e-46bf-43f1-b418-66f4edf3461a is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:27.670050 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-bd3989d5-081b-4181-8245-1ce6505e8f7f req-127b416f-a34c-4cad-b8e8-7f71c290a697 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580196 Mar 01 16:59:27.682180 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86efed-b8ea-422e-b410-5b6716936564 req-6fc42dee-0b77-4092-8674-08a83c3c5d98 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:27.688991 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-df86efed-b8ea-422e-b410-5b6716936564 req-6fc42dee-0b77-4092-8674-08a83c3c5d98 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 946 time: 0.1034334 Mar 01 16:59:27.753144 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-df86efed-b8ea-422e-b410-5b6716936564 req-870e2856-ec99-4c45-a300-57cd166c1e32 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632992 Mar 01 16:59:28.001896 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device cd374fa0-d036-4006-95e3-3c4f2bfdc288 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:59:28.088559 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9ef5d-65b9-42da-843b-a4db6506a2ae req-341eb952-0361-468f-8208-9aca51545a8f tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:28.090097 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e0d9ef5d-65b9-42da-843b-a4db6506a2ae req-341eb952-0361-468f-8208-9aca51545a8f tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0620921 Mar 01 16:59:28.100573 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port cd374fa0-d036-4006-95e3-3c4f2bfdc288 is: DOWN; New status is: DOWN {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:28.142128 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e0d9ef5d-65b9-42da-843b-a4db6506a2ae req-944e1cbb-b10a-4b98-b4c6-2897b091e8e5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463784 Mar 01 16:59:28.460433 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3b697-af5b-4581-ae98-c06f5ecb9016 req-2ca44051-c0dc-4587-b300-7d7647822e7d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:28.461833 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bdc3b697-af5b-4581-ae98-c06f5ecb9016 req-2ca44051-c0dc-4587-b300-7d7647822e7d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0537169 Mar 01 16:59:28.509202 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bdc3b697-af5b-4581-ae98-c06f5ecb9016 req-c9dda3ab-a1f4-4fcc-8c16-f0d6f883992d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418060 Mar 01 16:59:28.795175 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab9b42-0b78-4793-96db-450d98f398a6 req-e81a3b81-500c-4085-92a3-064a6c8879c1 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:28.798911 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a0ab9b42-0b78-4793-96db-450d98f398a6 req-e81a3b81-500c-4085-92a3-064a6c8879c1 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 944 time: 0.0578480 Mar 01 16:59:28.848502 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a0ab9b42-0b78-4793-96db-450d98f398a6 req-689530a0-96da-4375-9ffa-cf7e9fd10aec tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449414 Mar 01 16:59:28.921973 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbd058-5c3e-4ade-ba17-fb268f9ec834 req-141f74fd-aba1-4c01-a0f1-6e2657be8b32 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:28.923531 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2fbbd058-5c3e-4ade-ba17-fb268f9ec834 req-141f74fd-aba1-4c01-a0f1-6e2657be8b32 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 946 time: 0.0575385 Mar 01 16:59:28.977338 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2fbbd058-5c3e-4ade-ba17-fb268f9ec834 req-fc935e4b-0f33-45a5-a424-4e732b103399 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476983 Mar 01 16:59:29.294570 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224a3a9-aa63-410f-9203-a24c416cf27e req-6a332c55-14b5-4793-b8b0-f18f77db3e9b tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:29.296309 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a224a3a9-aa63-410f-9203-a24c416cf27e req-6a332c55-14b5-4793-b8b0-f18f77db3e9b tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0539541 Mar 01 16:59:29.345825 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a224a3a9-aa63-410f-9203-a24c416cf27e req-e3e336d4-e51d-4ac5-a27a-d7ecc6744e9c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433662 Mar 01 16:59:29.978964 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf7c19-fcb1-4bf3-8c38-4af3f4971b77 req-4eb5de0c-6fdd-4551-ad14-ffedc27acd74 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:29.980477 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-adaf7c19-fcb1-4bf3-8c38-4af3f4971b77 req-4eb5de0c-6fdd-4551-ad14-ffedc27acd74 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 944 time: 0.0521755 Mar 01 16:59:30.031659 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-adaf7c19-fcb1-4bf3-8c38-4af3f4971b77 req-a5f2d4a3-029d-4bec-b5e9-3cafd80feada tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453281 Mar 01 16:59:30.096582 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cfa15-a6d9-4d22-be6f-b4319c31c637 req-ad81a5ee-abf5-4113-9fef-301345afb958 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:30.098502 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-862cfa15-a6d9-4d22-be6f-b4319c31c637 req-ad81a5ee-abf5-4113-9fef-301345afb958 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 946 time: 0.0519094 Mar 01 16:59:30.146751 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-862cfa15-a6d9-4d22-be6f-b4319c31c637 req-1338d54f-528f-4b94-a8f8-380c24c101b4 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430171 Mar 01 16:59:30.468866 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a54615-7c48-46c0-8500-a6a7f7a6b462 req-ee757c27-35c7-442a-8814-e2065aaac96d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:30.470373 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-98a54615-7c48-46c0-8500-a6a7f7a6b462 req-ee757c27-35c7-442a-8814-e2065aaac96d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0520692 Mar 01 16:59:30.517041 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-98a54615-7c48-46c0-8500-a6a7f7a6b462 req-a9382a1e-17cf-43ca-adae-9ea44d059bd7 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410156 Mar 01 16:59:31.004297 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device a58231c2-4be4-4050-acb2-e1b072d3ff74 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:59:31.032225 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] No Port match for: a58231c2-4be4-4050-acb2-e1b072d3ff74 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:59:31.032571 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device a58231c2-4be4-4050-acb2-e1b072d3ff74 not bound to the agent host hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:59:31.158010 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7da6c-a321-4906-b444-34bda2e35bf5 req-530bdac0-5ce8-41a2-a1cd-c5861e443b38 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:31.159512 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c6e7da6c-a321-4906-b444-34bda2e35bf5 req-530bdac0-5ce8-41a2-a1cd-c5861e443b38 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 944 time: 0.0514805 Mar 01 16:59:31.210225 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c6e7da6c-a321-4906-b444-34bda2e35bf5 req-e42a2965-2ea4-4f79-aec7-4309c6411fd2 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438077 Mar 01 16:59:31.282059 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f6ab6-9b06-4546-bc32-e6dd91567b13 req-d4ab5560-e624-4ade-ae8a-4208e413634c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:31.283801 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3c2f6ab6-9b06-4546-bc32-e6dd91567b13 req-d4ab5560-e624-4ade-ae8a-4208e413634c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.37 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 946 time: 0.0967824 Mar 01 16:59:31.294482 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e19154-6747-4fd9-ac57-30c914a3adf5 req-b23f4e40-cd9d-4e26-8e2c-deecaf27cc5c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:31.295960 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-63e19154-6747-4fd9-ac57-30c914a3adf5 req-b23f4e40-cd9d-4e26-8e2c-deecaf27cc5c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 946 time: 0.0788493 Mar 01 16:59:31.401720 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-63e19154-6747-4fd9-ac57-30c914a3adf5 req-ffd7080e-657b-48ad-a3e3-d78008a90747 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985656 Mar 01 16:59:31.427417 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [req-3c2f6ab6-9b06-4546-bc32-e6dd91567b13 req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Deleting port b2e23337-0277-4647-8720-d6337ebb91b7 {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:59:31.427768 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-3c2f6ab6-9b06-4546-bc32-e6dd91567b13 req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (b2e23337-0277-4647-8720-d6337ebb91b7), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:31.533842 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [req-3c2f6ab6-9b06-4546-bc32-e6dd91567b13 req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] For port b2e23337-0277-4647-8720-d6337ebb91b7, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b2e23337-0277-4647-8720-d6337ebb91b7,segment=NetworkSegment(ff9deda3-c839-4026-9d99-f94021c86f7a),segment_id=ff9deda3-c839-4026-9d99-f94021c86f7a)] {{(pid=103033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:31.534241 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-3c2f6ab6-9b06-4546-bc32-e6dd91567b13 req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (b2e23337-0277-4647-8720-d6337ebb91b7), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:31.551403 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [req-3c2f6ab6-9b06-4546-bc32-e6dd91567b13 req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Calling delete_port for b2e23337-0277-4647-8720-d6337ebb91b7 owned by compute:nova {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:59:31.670075 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a4520-d7af-42c0-ae6e-b9fac9c93c74 req-2a0af204-217d-4d86-bcb6-5564727011be tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:31.679133 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d77a4520-d7af-42c0-ae6e-b9fac9c93c74 req-2a0af204-217d-4d86-bcb6-5564727011be tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0784442 Mar 01 16:59:31.725140 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-3c2f6ab6-9b06-4546-bc32-e6dd91567b13 req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188'] for port (b2e23337-0277-4647-8720-d6337ebb91b7), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:31.741980 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['d6508129-cb4b-4d72-82d3-2e4a7d66e823', '58d6bd53-66d9-4039-b37e-1b4a2c4e3504', 'f672db11-5aac-4d08-9a7a-3a278f255b36', 'b2e23337-0277-4647-8720-d6337ebb91b7'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:59:31.770872 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d77a4520-d7af-42c0-ae6e-b9fac9c93c74 req-cc41a845-427a-41a3-8377-e370a057c913 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815175 Mar 01 16:59:31.776573 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Pushing event deleted for resources: {'Port': ['ID=b2e23337-0277-4647-8720-d6337ebb91b7,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:31.825819 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2f6ab6-9b06-4546-bc32-e6dd91567b13 req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] No DVR routers for this DVR port b2e23337-0277-4647-8720-d6337ebb91b7 on host hv-cinder-83124 {{(pid=103033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:59:31.828300 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:31.828721 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:31.829068 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:31.829404 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:31.829737 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:31.830066 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:31.830390 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:31.830713 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:31.831770 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:31.832075 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:31.832648 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:31.832980 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:31.833304 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:31.836294 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-3c2f6ab6-9b06-4546-bc32-e6dd91567b13 req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:31.840262 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3c2f6ab6-9b06-4546-bc32-e6dd91567b13 req-11cad0a9-ad29-4a05-ad69-0ffcf090b93b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.37 "DELETE /v2.0/ports/b2e23337-0277-4647-8720-d6337ebb91b7 HTTP/1.1" status: 204 len: 173 time: 0.5433702 Mar 01 16:59:31.840625 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a238d2b0-091e-4365-acb6-bdcde2f0463e', 'name': 'network-vif-deleted', 'tag': 'b2e23337-0277-4647-8720-d6337ebb91b7'}] {{(pid=103033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:59:31.843633 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dddadf24ac110f9ada54727228b3474a86f75cc3561f1e1b47b1deb8a3f97d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18355d32-96f8-4b5c-bf47-bb985c29cea7" -d '{"events": [{"server_uuid": "a238d2b0-091e-4365-acb6-bdcde2f0463e", "name": "network-vif-deleted", "tag": "b2e23337-0277-4647-8720-d6337ebb91b7"}]}' {{(pid=103033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:59:31.887219 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f66fdac-f0de-48b6-a7cb-a96bfceee5c4 x-openstack-request-id: req-0f66fdac-f0de-48b6-a7cb-a96bfceee5c4 {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:59:31.887565 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a238d2b0-091e-4365-acb6-bdcde2f0463e", "name": "network-vif-deleted", "tag": "b2e23337-0277-4647-8720-d6337ebb91b7", "status": "completed", "code": 200}]} {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:59:31.887823 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0f66fdac-f0de-48b6-a7cb-a96bfceee5c4 {{(pid=103033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:59:31.888228 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a238d2b0-091e-4365-acb6-bdcde2f0463e', 'name': 'network-vif-deleted', 'tag': 'b2e23337-0277-4647-8720-d6337ebb91b7', 'status': 'completed', 'code': 200} Mar 01 16:59:31.912051 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:32.053002 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:59:32.153491 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning for port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 completed by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:59:32.159126 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:32.160058 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:32.286160 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:32.286800 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:32.322280 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda8fe88-e153-459b-97fd-404543c955ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:59:32.325208 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e27de2-fa6f-4898-af3d-bad84089abfb" -d '{"events": [{"server_uuid": "eda8fe88-e153-459b-97fd-404543c955ff", "name": "network-vif-plugged", "status": "completed", "tag": "4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:59:32.342469 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06,segment=NetworkSegment(fea9cd02-5abe-4f24-b2b7-57d2ea333cda),segment_id=fea9cd02-5abe-4f24-b2b7-57d2ea333cda)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:32.349325 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:32.374787 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ad8c3-07b6-49c1-b606-b7712e2d5768 req-0afeddb9-aa5d-45cb-8d0d-1ebed2311e20 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:32.379861 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-758ad8c3-07b6-49c1-b606-b7712e2d5768 req-0afeddb9-aa5d-45cb-8d0d-1ebed2311e20 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 944 time: 0.0923710 Mar 01 16:59:32.383193 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a841dbc6-39f2-460c-927b-635b6df5acb1 x-openstack-request-id: req-a841dbc6-39f2-460c-927b-635b6df5acb1 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:59:32.383511 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda8fe88-e153-459b-97fd-404543c955ff", "name": "network-vif-plugged", "status": "completed", "tag": "4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:59:32.383771 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a841dbc6-39f2-460c-927b-635b6df5acb1 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:59:32.384166 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda8fe88-e153-459b-97fd-404543c955ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06', 'code': 200} Mar 01 16:59:32.419473 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:32.440028 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-758ad8c3-07b6-49c1-b606-b7712e2d5768 req-24672991-3eb1-4269-b2a8-00c4cc654365 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582306 Mar 01 16:59:32.540319 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-eb52d837-5e78-40e8-852d-427ea841b97d req-7a41be4c-0a05-402d-a3be-406e340f5b61 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 210 time: 0.0306585 Mar 01 16:59:32.651831 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186eec92-665b-46e3-9910-782d1354388c req-d697f246-d75d-4428-a385-3c46972d10cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:32.653328 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-186eec92-665b-46e3-9910-782d1354388c req-d697f246-d75d-4428-a385-3c46972d10cb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 1129 time: 0.0464125 Mar 01 16:59:32.698696 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-186eec92-665b-46e3-9910-782d1354388c req-c4b9c7fe-b8fa-4e23-b764-c7ca9dff8956 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361857 Mar 01 16:59:32.890099 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788c50e-91b3-4545-b398-fe6292a9048e req-a698b79b-d4a3-4608-b732-0d34d086c3c1 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:32.891588 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5788c50e-91b3-4545-b398-fe6292a9048e req-a698b79b-d4a3-4608-b732-0d34d086c3c1 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0527160 Mar 01 16:59:32.942233 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5788c50e-91b3-4545-b398-fe6292a9048e req-3e11abe1-ad55-48f1-aa78-34775fb89040 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435863 Mar 01 16:59:33.275094 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e76ea-8138-4a6f-9c30-49b3f6031a36 req-e786ae95-5428-4089-9f2c-b6eff436e5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:33.276544 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5a5e76ea-8138-4a6f-9c30-49b3f6031a36 req-e786ae95-5428-4089-9f2c-b6eff436e5cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72&tenant_id=ce864652ab854207a48b6a2647514604 HTTP/1.1" status: 200 len: 1127 time: 0.0809429 Mar 01 16:59:33.347167 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e76ea-8138-4a6f-9c30-49b3f6031a36 req-6a65bc42-18c3-4004-b704-e568935a268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:33.348700 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5a5e76ea-8138-4a6f-9c30-49b3f6031a36 req-6a65bc42-18c3-4004-b704-e568935a268d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce864652ab854207a48b6a2647514604&device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 1127 time: 0.0448887 Mar 01 16:59:33.456962 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e76ea-8138-4a6f-9c30-49b3f6031a36 req-3900943d-87ee-49ba-b738-6582cc6f42b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:33.458856 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5a5e76ea-8138-4a6f-9c30-49b3f6031a36 req-3900943d-87ee-49ba-b738-6582cc6f42b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00da9fad-e099-4559-a3bd-7363f68afe10 HTTP/1.1" status: 200 len: 917 time: 0.1017947 Mar 01 16:59:33.545116 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5a5e76ea-8138-4a6f-9c30-49b3f6031a36 req-d2a48f5a-8bbf-49c6-a823-a44f9054441f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd374fa0-d036-4006-95e3-3c4f2bfdc288 HTTP/1.1" status: 200 len: 998 time: 0.0732660 Mar 01 16:59:33.629158 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e76ea-8138-4a6f-9c30-49b3f6031a36 req-891b5816-97a4-4821-b07d-d66367f864c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:33.630606 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5a5e76ea-8138-4a6f-9c30-49b3f6031a36 req-891b5816-97a4-4821-b07d-d66367f864c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2dbbfa00-88e0-498f-b6e2-523e92ef3496 HTTP/1.1" status: 200 len: 855 time: 0.0675552 Mar 01 16:59:33.640391 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f4f2e-2018-4b07-8dbd-eab1cd3d7b6c req-9a02f59c-06b4-486d-a578-e3c2291ca4e9 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:33.641803 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d31f4f2e-2018-4b07-8dbd-eab1cd3d7b6c req-9a02f59c-06b4-486d-a578-e3c2291ca4e9 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 945 time: 0.1218970 Mar 01 16:59:33.653325 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f4833e9a-cf49-4e7c-aaac-61beb5a77219 req-19bc5a4b-7f62-4dda-a24f-59ae3af6714e tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=a238d2b0-091e-4365-acb6-bdcde2f0463e HTTP/1.1" status: 200 len: 210 time: 0.0267425 Mar 01 16:59:33.731494 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d31f4f2e-2018-4b07-8dbd-eab1cd3d7b6c req-820748bc-1d70-48c2-84dc-5ee37b02f1a3 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830812 Mar 01 16:59:33.738972 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e76ea-8138-4a6f-9c30-49b3f6031a36 req-4e6f5497-b737-4769-ac60-95e82ecaecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:33.740837 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5a5e76ea-8138-4a6f-9c30-49b3f6031a36 req-4e6f5497-b737-4769-ac60-95e82ecaecfc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00da9fad-e099-4559-a3bd-7363f68afe10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0854959 Mar 01 16:59:33.837300 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5a5e76ea-8138-4a6f-9c30-49b3f6031a36 req-e2764266-8792-43d6-96c0-73f53dbaef9b service neutron] 10.222.0.37 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900018 Mar 01 16:59:33.927206 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5a5e76ea-8138-4a6f-9c30-49b3f6031a36 req-d126a115-0902-4778-a0bd-7bf9a1cba68a service neutron] 10.222.0.37 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837140 Mar 01 16:59:34.070342 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be8354-fe36-4967-b400-9c65e33d7278 req-cb0e9dda-375b-4d75-96cb-76ab6e205db0 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:34.071829 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d9be8354-fe36-4967-b400-9c65e33d7278 req-cb0e9dda-375b-4d75-96cb-76ab6e205db0 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0571864 Mar 01 16:59:34.119132 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d9be8354-fe36-4967-b400-9c65e33d7278 req-2ea642cf-2fed-403c-aa2f-a5b958b8a59e tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406210 Mar 01 16:59:34.739111 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device b2e23337-0277-4647-8720-d6337ebb91b7 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:59:34.765220 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] No Port match for: b2e23337-0277-4647-8720-d6337ebb91b7 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:59:34.765652 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device b2e23337-0277-4647-8720-d6337ebb91b7 not bound to the agent host hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:59:34.854436 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cc441-2c1e-4989-820c-7b471a057240 req-ef2043a0-1445-40c4-849b-1df6c050d24c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:34.855907 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa0cc441-2c1e-4989-820c-7b471a057240 req-ef2043a0-1445-40c4-849b-1df6c050d24c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 945 time: 0.0504587 Mar 01 16:59:34.901361 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa0cc441-2c1e-4989-820c-7b471a057240 req-fe39cc64-ce87-417b-8399-8450299911ec tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399454 Mar 01 16:59:35.243087 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b1292-6645-4e05-829f-b2f1307008e4 req-bdcc9d4c-346c-411d-809a-ca95146a26a0 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:35.244534 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9f0b1292-6645-4e05-829f-b2f1307008e4 req-bdcc9d4c-346c-411d-809a-ca95146a26a0 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0518420 Mar 01 16:59:35.294061 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9f0b1292-6645-4e05-829f-b2f1307008e4 req-e9100170-490c-419c-be24-dc0150a90131 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441699 Mar 01 16:59:36.021992 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecf69b-0d9c-4673-8cb0-04d06bc4c3f1 req-770b8d2d-a5c9-4c51-867b-b21930d85ef4 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:36.023490 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-34ecf69b-0d9c-4673-8cb0-04d06bc4c3f1 req-770b8d2d-a5c9-4c51-867b-b21930d85ef4 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 945 time: 0.0543089 Mar 01 16:59:36.074892 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-34ecf69b-0d9c-4673-8cb0-04d06bc4c3f1 req-d4ec0832-3b06-4f6c-b2d6-530ac6ab7166 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458517 Mar 01 16:59:36.422796 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b9f4e-3b49-452b-ac32-8b1e73f7bb8c req-92cb22e4-351d-47d2-9515-3b3a0f9f26a2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:36.424339 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-744b9f4e-3b49-452b-ac32-8b1e73f7bb8c req-92cb22e4-351d-47d2-9515-3b3a0f9f26a2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0589879 Mar 01 16:59:36.473428 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-744b9f4e-3b49-452b-ac32-8b1e73f7bb8c req-6f9cee8a-910d-4638-9a85-03d2b565feec tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427117 Mar 01 16:59:37.244070 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cbf3b-72bc-465a-999a-8acf1efda539 req-b0cb201e-c06a-41e0-8968-3881373d5dc2 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:37.246202 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a72cbf3b-72bc-465a-999a-8acf1efda539 req-b0cb201e-c06a-41e0-8968-3881373d5dc2 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 945 time: 0.0841243 Mar 01 16:59:37.313133 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a72cbf3b-72bc-465a-999a-8acf1efda539 req-95bbcc5e-7cd4-43f6-9dfa-e09a35218954 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596426 Mar 01 16:59:37.488873 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7a1d3-f7ac-48c6-a71d-bf005c8077e5 req-8081426d-c604-44b6-87da-08b3751d336f tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:37.492530 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-6fa7a1d3-f7ac-48c6-a71d-bf005c8077e5 req-8081426d-c604-44b6-87da-08b3751d336f tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 945 time: 0.0704300 Mar 01 16:59:37.561798 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-6fa7a1d3-f7ac-48c6-a71d-bf005c8077e5 req-b96484e4-0dce-415e-bb40-24570698e5bc tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601048 Mar 01 16:59:37.789205 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a78b3-bb0e-454c-a282-2b7f0fb18a07 req-e0a8d373-acf0-4824-95d9-2acf0b026f16 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:37.800449 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-4e5a78b3-bb0e-454c-a282-2b7f0fb18a07 req-e0a8d373-acf0-4824-95d9-2acf0b026f16 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.1546113 Mar 01 16:59:37.901761 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-4e5a78b3-bb0e-454c-a282-2b7f0fb18a07 req-8473b035-8a1d-40e7-8a01-2a07ae9f3735 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001420 Mar 01 16:59:38.125814 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849f3e0-3513-4dc5-8380-dc8f73d7a62c req-890b49c3-5a75-4227-ae17-451ec691f19a tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:38.127292 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a849f3e0-3513-4dc5-8380-dc8f73d7a62c req-890b49c3-5a75-4227-ae17-451ec691f19a tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.1107519 Mar 01 16:59:38.194363 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a849f3e0-3513-4dc5-8380-dc8f73d7a62c req-af7600e9-e39b-41e5-8ab0-81579778d46a tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607936 Mar 01 16:59:38.465112 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef069a-6a7a-4367-b7a0-81c332aa400e req-a22f252b-e880-4b0f-b8f1-ecc9ac65f0ee tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:38.466529 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-30ef069a-6a7a-4367-b7a0-81c332aa400e req-a22f252b-e880-4b0f-b8f1-ecc9ac65f0ee tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 945 time: 0.0700972 Mar 01 16:59:38.527587 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-30ef069a-6a7a-4367-b7a0-81c332aa400e req-ffd054be-3c53-48c0-bf88-e35c07df75af tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544937 Mar 01 16:59:38.666280 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba46d9-8342-4e9a-b8da-a96e0c3bafe0 req-ddcfc3ac-33ad-4868-943c-f0b6122fdb5a tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:38.668091 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-18ba46d9-8342-4e9a-b8da-a96e0c3bafe0 req-ddcfc3ac-33ad-4868-943c-f0b6122fdb5a tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 945 time: 0.0825903 Mar 01 16:59:38.719264 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-18ba46d9-8342-4e9a-b8da-a96e0c3bafe0 req-f2400fa2-e20f-4ad9-9bff-205bcdafe871 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451095 Mar 01 16:59:39.067779 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecaeebf-baf9-49a6-9b37-88655f4fa6ea req-33409cd6-8b86-4861-9e06-b65c7152fa50 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:39.069266 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7ecaeebf-baf9-49a6-9b37-88655f4fa6ea req-33409cd6-8b86-4861-9e06-b65c7152fa50 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0554261 Mar 01 16:59:39.121846 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7ecaeebf-baf9-49a6-9b37-88655f4fa6ea req-6845865c-1fe5-4dfb-8e56-a6ade20b1670 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470183 Mar 01 16:59:39.540645 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4312099-a310-467d-8634-6234ceae829f req-c1e7a005-9a3f-4c34-99ec-12511773ae13 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:39.545495 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f4312099-a310-467d-8634-6234ceae829f req-c1e7a005-9a3f-4c34-99ec-12511773ae13 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.2704377 Mar 01 16:59:39.602915 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f4312099-a310-467d-8634-6234ceae829f req-1e70c736-bc45-47a1-adc6-7788d043b91a tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530591 Mar 01 16:59:39.729629 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-90653098-4074-4098-bbac-f945f84c827e tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:39.731277 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-90653098-4074-4098-bbac-f945f84c827e tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/networks?id=e3ee07f6-e583-4482-94dc-2baa12486210 HTTP/1.1" status: 200 len: 813 time: 0.1351013 Mar 01 16:59:39.754737 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-30cd44c7-c90c-457b-ae20-9baea20eec09 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/quotas/8a77e7ac60094d3dad75d49d30e2fb45 HTTP/1.1" status: 200 len: 375 time: 0.0160832 Mar 01 16:59:39.900745 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e0610-43d2-4cec-903a-3c561b007064 req-f5f780bb-947f-4875-8055-142859952760 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:39.902363 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7d3e0610-43d2-4cec-903a-3c561b007064 req-f5f780bb-947f-4875-8055-142859952760 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 945 time: 0.0799520 Mar 01 16:59:39.982798 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7d3e0610-43d2-4cec-903a-3c561b007064 req-29234a1e-c509-4aad-8798-7e2abba0237a tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745504 Mar 01 16:59:40.083544 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-a6566294-ed43-4bab-98ee-50512c2ce048 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8a77e7ac60094d3dad75d49d30e2fb45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3228719 Mar 01 16:59:40.175045 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-a80819d3-4449-42b9-a06a-18f8e28c7b16 service neutron] 10.222.0.55 "GET /v2.0/networks/e3ee07f6-e583-4482-94dc-2baa12486210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901661 Mar 01 16:59:40.286980 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-7c602143-65d0-42cd-a83c-6e737552c637 service neutron] 10.222.0.55 "GET /v2.0/networks/e3ee07f6-e583-4482-94dc-2baa12486210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042857 Mar 01 16:59:40.374828 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123765a-8847-4a8a-9818-f68b5e301d0a req-1c031008-de2c-40ad-a1da-47983be26c59 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:40.381871 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d123765a-8847-4a8a-9818-f68b5e301d0a req-1c031008-de2c-40ad-a1da-47983be26c59 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.1631007 Mar 01 16:59:40.465888 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d123765a-8847-4a8a-9818-f68b5e301d0a req-f3a1bd63-1808-48fa-be36-b35f0a246719 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661874 Mar 01 16:59:40.567845 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-79066e54-4830-42ee-b680-c9f9973af0d7 req-a9b3a3b9-eb0e-40fb-bc7c-7458387574c3 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 210 time: 0.0589225 Mar 01 16:59:40.777336 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca43070-d0d4-41da-9f42-fa7741fd4798 req-21eaebee-8ead-4677-9576-78c674938418 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:40.778888 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9ca43070-d0d4-41da-9f42-fa7741fd4798 req-21eaebee-8ead-4677-9576-78c674938418 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0687530 Mar 01 16:59:40.836736 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9ca43070-d0d4-41da-9f42-fa7741fd4798 req-d1f7154c-0a8d-434a-89ce-164073bef6e3 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514476 Mar 01 16:59:41.109647 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908eb77-9c8a-45dc-a4b3-933ff3c56b0e req-53b97abd-a2fb-4694-aa19-4e685f2f87df tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:41.111021 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9908eb77-9c8a-45dc-a4b3-933ff3c56b0e req-53b97abd-a2fb-4694-aa19-4e685f2f87df tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 945 time: 0.0600679 Mar 01 16:59:41.158274 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9908eb77-9c8a-45dc-a4b3-933ff3c56b0e req-a08cea6b-da99-424b-9885-191cebf5f425 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413997 Mar 01 16:59:41.613175 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bedcc-791b-4625-9d7b-1895f213ee68 req-24ed980b-3753-4407-bd76-3d442c9cd5c7 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:41.616021 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ad3bedcc-791b-4625-9d7b-1895f213ee68 req-24ed980b-3753-4407-bd76-3d442c9cd5c7 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0684443 Mar 01 16:59:41.681793 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ad3bedcc-791b-4625-9d7b-1895f213ee68 req-872db1ed-e51e-4dae-b8a9-1fa013880fde tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586100 Mar 01 16:59:41.778946 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-342f2264-d9f3-4b04-b71c-33c6616098fb req-888c8412-0d2c-436c-b2d6-934d3a29be57 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 210 time: 0.0337613 Mar 01 16:59:41.967938 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d79c1-ed35-49de-9885-645842b37e53 req-94995f99-badd-490c-b35d-c42d491f4220 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:41.969354 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-295d79c1-ed35-49de-9885-645842b37e53 req-94995f99-badd-490c-b35d-c42d491f4220 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0513840 Mar 01 16:59:42.033808 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-295d79c1-ed35-49de-9885-645842b37e53 req-3f950e1f-5cc1-4a7d-bb8a-f77ae8068885 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549762 Mar 01 16:59:42.289523 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fdf88-461e-45a3-ae32-c1cc5b3d1e27 req-fcf33a89-f21f-4a94-b22c-342fb080b810 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:42.291186 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b98fdf88-461e-45a3-ae32-c1cc5b3d1e27 req-fcf33a89-f21f-4a94-b22c-342fb080b810 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 945 time: 0.0542319 Mar 01 16:59:42.348925 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b98fdf88-461e-45a3-ae32-c1cc5b3d1e27 req-6891dca5-7481-4a89-835c-301a59780df6 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501022 Mar 01 16:59:42.831435 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c07132-c5fe-41fa-82c2-b13903dab48d req-78705d1d-2e0a-42ee-b1a2-65cbc38dcf36 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:42.833974 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b5c07132-c5fe-41fa-82c2-b13903dab48d req-78705d1d-2e0a-42ee-b1a2-65cbc38dcf36 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0761855 Mar 01 16:59:42.880538 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b5c07132-c5fe-41fa-82c2-b13903dab48d req-e1fea1b5-434b-4b68-ac46-0b9facd75e2d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410097 Mar 01 16:59:42.969427 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5a3a4c07-edee-4cc3-826c-57c05bbd828f req-9dfa594e-38f2-4433-9e65-23864b894469 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 210 time: 0.0264254 Mar 01 16:59:43.155696 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbb259-c706-4444-84cb-75b55030c92f req-1c2fde64-fda3-4526-88e7-8935f041f49d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:43.157646 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b8bbb259-c706-4444-84cb-75b55030c92f req-1c2fde64-fda3-4526-88e7-8935f041f49d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0594184 Mar 01 16:59:43.225013 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b8bbb259-c706-4444-84cb-75b55030c92f req-fbaf4329-8bc4-4808-b81d-a7a005093b77 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553639 Mar 01 16:59:43.508036 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029cd92c-bf1a-4797-8389-3364045556fc req-8ea65e86-f3b3-40bc-8fcf-f28a780353d4 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:43.509821 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-029cd92c-bf1a-4797-8389-3364045556fc req-8ea65e86-f3b3-40bc-8fcf-f28a780353d4 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 945 time: 0.0823088 Mar 01 16:59:43.558532 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-029cd92c-bf1a-4797-8389-3364045556fc req-24a9c3a1-e27a-4e76-8406-9c03e371699f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431511 Mar 01 16:59:43.658480 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8a34d5a6-2ce3-4608-9860-4b20b53e0806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:44.021606 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98173dc5-d4c5-4d9b-a5d1-f868ebd15149 req-bb45a667-a8ca-4d00-a8dc-1b9fb21a11e8 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:44.023086 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-98173dc5-d4c5-4d9b-a5d1-f868ebd15149 req-bb45a667-a8ca-4d00-a8dc-1b9fb21a11e8 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0562191 Mar 01 16:59:44.068782 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-98173dc5-d4c5-4d9b-a5d1-f868ebd15149 req-34a1c9c5-015c-414b-9977-b623092d8aab tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402489 Mar 01 16:59:44.155438 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d7b11a45-33b6-44e0-9f33-4cd2bf75def3 req-05e1f0c6-78f5-4d8e-b57a-7c622d051845 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 210 time: 0.0300579 Mar 01 16:59:44.359999 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8feda-5dfb-447e-880e-d764d46aca62 req-289ef376-2c92-42d6-972f-16ebb4d13bae tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:44.361569 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c8b8feda-5dfb-447e-880e-d764d46aca62 req-289ef376-2c92-42d6-972f-16ebb4d13bae tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0665691 Mar 01 16:59:44.429296 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c8b8feda-5dfb-447e-880e-d764d46aca62 req-08dbe2fb-9be4-4c42-88a4-86d62237cb82 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615821 Mar 01 16:59:44.722370 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-00559e3c-9479-4f4d-a40f-89e65e227fc8 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1206878202&fields=id&tenant_id=b1eef3e17cdb486fb902ddcd3c534af3 HTTP/1.1" status: 200 len: 267 time: 0.0620542 Mar 01 16:59:44.840930 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-0263e4a4-ba8a-4187-916e-dbc194562393 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:44.842388 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-0263e4a4-ba8a-4187-916e-dbc194562393 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/networks?id=84483896-eec0-4508-9cae-080fd2f1aeff HTTP/1.1" status: 200 len: 809 time: 0.1132841 Mar 01 16:59:44.857105 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-11e9a35d-5af7-42f3-b003-7593413faeda tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/quotas/b1eef3e17cdb486fb902ddcd3c534af3 HTTP/1.1" status: 200 len: 375 time: 0.0087075 Mar 01 16:59:44.939072 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-f892aceb-7604-4289-a8bb-1c7df94033f6 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b1eef3e17cdb486fb902ddcd3c534af3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772114 Mar 01 16:59:45.042339 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-b4c897f8-cb39-4bf7-94e4-74fac993fc58 service neutron] 10.222.0.55 "GET /v2.0/networks/84483896-eec0-4508-9cae-080fd2f1aeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920298 Mar 01 16:59:45.136662 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-be7d5af9-940c-48d7-89e0-474d4a3f5f85 service neutron] 10.222.0.55 "GET /v2.0/networks/84483896-eec0-4508-9cae-080fd2f1aeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883021 Mar 01 16:59:45.503793 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4d22e-c515-4a67-a9d5-e9bfd0e54f48 req-c3a0090f-025e-4e87-9073-40818038e559 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:45.505510 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bdc4d22e-c515-4a67-a9d5-e9bfd0e54f48 req-c3a0090f-025e-4e87-9073-40818038e559 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 945 time: 0.0636132 Mar 01 16:59:45.560207 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bdc4d22e-c515-4a67-a9d5-e9bfd0e54f48 req-8a3a7522-b53f-4096-9f8d-b519929e9e9b tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479560 Mar 01 16:59:45.706743 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe67e4-61fb-4f7e-aef6-74e804a489a4 req-84ae211f-cb5f-47e8-958a-5545fbba2ac9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:45.708698 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cabe67e4-61fb-4f7e-aef6-74e804a489a4 req-84ae211f-cb5f-47e8-958a-5545fbba2ac9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0774472 Mar 01 16:59:45.795989 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cabe67e4-61fb-4f7e-aef6-74e804a489a4 req-65a9386f-9b21-44ec-8ebd-1eb54a48144e tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813394 Mar 01 16:59:45.905502 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-368a1127-00fe-4013-8898-7c041b2cfa5c req-d06f830e-9434-4cc8-8662-a1f979520bce tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 210 time: 0.0421920 Mar 01 16:59:45.939832 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a05b8448-ab58-4329-be8d-6b1540e5a358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:45.987773 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-467541d7-6a9a-475b-b8d0-68c201c10a1d req-801d4394-13e9-47ac-a6cd-dc6f0c255e2b tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 210 time: 0.0291686 Mar 01 16:59:46.107029 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c875baf-404f-47dc-8b72-1d4c96f9c87d req-0c9fb59f-3462-4505-9313-7355c37c72de tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:46.108653 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7c875baf-404f-47dc-8b72-1d4c96f9c87d req-0c9fb59f-3462-4505-9313-7355c37c72de tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0600338 Mar 01 16:59:46.158337 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7c875baf-404f-47dc-8b72-1d4c96f9c87d req-5ac573d5-5ff5-4977-b5dc-7ef7b64be3bb tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432281 Mar 01 16:59:46.684547 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c61d6-71c8-45c1-9eb6-4ba0c75c3d06 req-25870682-3bca-4c79-a470-ecabbf58645a tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:46.686034 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-484c61d6-71c8-45c1-9eb6-4ba0c75c3d06 req-25870682-3bca-4c79-a470-ecabbf58645a tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 945 time: 0.0517976 Mar 01 16:59:46.731640 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-484c61d6-71c8-45c1-9eb6-4ba0c75c3d06 req-aadfe12c-a39c-4c5f-ad23-64ea7139e51a tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399361 Mar 01 16:59:46.923471 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1a1f2-1739-49eb-87d7-b168a8ffea85 req-62353966-cfc5-447d-929e-3d8ad224ba76 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:46.925117 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b3a1a1f2-1739-49eb-87d7-b168a8ffea85 req-62353966-cfc5-447d-929e-3d8ad224ba76 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0620561 Mar 01 16:59:46.947052 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:46.978885 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b3a1a1f2-1739-49eb-87d7-b168a8ffea85 req-baa217cf-58be-4bcb-9df0-d4c98f037f8b tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464418 Mar 01 16:59:47.076699 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a339563d-d42d-46fd-b5c5-73ee385a3eae req-5cdd8d55-5a5e-4714-8cc0-73314384178c tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 210 time: 0.0340574 Mar 01 16:59:47.180773 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dd1c5c66-84d0-4eba-ba8a-ad00e1179340 req-3c829094-c79d-436a-af7a-b282612f3085 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 210 time: 0.0313764 Mar 01 16:59:47.293112 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b044744-8ccc-41a0-acd5-9697a5f34ca5 req-61c534ae-31b9-472a-9b11-10a18f9d1214 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:47.294854 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2b044744-8ccc-41a0-acd5-9697a5f34ca5 req-61c534ae-31b9-472a-9b11-10a18f9d1214 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0539203 Mar 01 16:59:47.343413 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2b044744-8ccc-41a0-acd5-9697a5f34ca5 req-1ab59bbc-984d-4cbb-8036-011879dd00fb tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426490 Mar 01 16:59:47.873067 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72c2b8-708d-4905-b0e2-4bf4868cfa93 req-8c0ba189-1848-4e40-8c23-46be3cee0f48 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:47.875523 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6f72c2b8-708d-4905-b0e2-4bf4868cfa93 req-8c0ba189-1848-4e40-8c23-46be3cee0f48 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 945 time: 0.0724828 Mar 01 16:59:47.896962 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-61e7b299-90d3-42ea-bab5-5e48f123d1ad tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:47.898587 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-61e7b299-90d3-42ea-bab5-5e48f123d1ad tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.37 "GET /v2.0/networks?id=84483896-eec0-4508-9cae-080fd2f1aeff HTTP/1.1" status: 200 len: 809 time: 0.1997621 Mar 01 16:59:47.915364 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-6e3727bf-75b1-4f8b-873f-fcbcf941506b tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:47.916862 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-6e3727bf-75b1-4f8b-873f-fcbcf941506b tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.37 "GET /v2.0/networks?id=e3ee07f6-e583-4482-94dc-2baa12486210 HTTP/1.1" status: 200 len: 813 time: 0.1802185 Mar 01 16:59:47.933932 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6f72c2b8-708d-4905-b0e2-4bf4868cfa93 req-304f7d28-784c-4a90-b987-22ade5997117 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499284 Mar 01 16:59:47.938126 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-64083618-98ad-4fda-a220-ad9d45b886b3 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Request body: {'port': {'device_id': '9bc8ee49-6b5d-4183-9131-b5c7d315ec5d', 'network_id': 'e3ee07f6-e583-4482-94dc-2baa12486210', 'admin_state_up': True, 'tenant_id': '8a77e7ac60094d3dad75d49d30e2fb45'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:48.052440 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-0dca28f2-e543-4cfd-9c1d-8adbc2292e5c tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1eef3e17cdb486fb902ddcd3c534af3 HTTP/1.1" status: 200 len: 380 time: 0.1346347 Mar 01 16:59:48.075743 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-c8766627-29a2-4b0a-b43a-35d85af507de tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Request body: {'port': {'device_id': 'e90e9f98-d526-49ad-af9a-6224d69769cd', 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff', 'admin_state_up': True, 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'security_groups': ['953537d0-e2ac-4c00-98f8-6b0f64eb6bd2']}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:48.171585 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a0229802-3656-42f0-971b-1a39132b4231 req-a16805d7-3fdf-4d92-bb38-6d2de9abb8c7 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 210 time: 0.0270071 Mar 01 16:59:48.188795 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-64083618-98ad-4fda-a220-ad9d45b886b3 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Made reservation on behalf of 8a77e7ac60094d3dad75d49d30e2fb45 for: {'port': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:59:48.192298 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-64083618-98ad-4fda-a220-ad9d45b886b3 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:48.213473 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3dd83-7535-4b8a-9a25-18458d58303b req-7dd83b34-4659-44f0-a920-de72f81aab74 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:48.214969 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-56b3dd83-7535-4b8a-9a25-18458d58303b req-7dd83b34-4659-44f0-a920-de72f81aab74 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.1568854 Mar 01 16:59:48.283948 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c9e0b696-ae55-4b04-836f-9284a248ed22 req-7d836c78-9b47-41ea-ba0c-d68e0e209d15 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 210 time: 0.0260947 Mar 01 16:59:48.339060 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-56b3dd83-7535-4b8a-9a25-18458d58303b req-02e01a2d-2a9e-4918-8587-d1e5b555aad2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184297 Mar 01 16:59:48.339672 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-c8766627-29a2-4b0a-b43a-35d85af507de tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Made reservation on behalf of b1eef3e17cdb486fb902ddcd3c534af3 for: {'port': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 16:59:48.342688 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-c8766627-29a2-4b0a-b43a-35d85af507de tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:48.461002 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-64083618-98ad-4fda-a220-ad9d45b886b3 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Allocated IP 172.20.0.4 (e3ee07f6-e583-4482-94dc-2baa12486210/6f188175-70e6-45e5-a698-a5b7362c8719/e7b73bbe-571f-4535-a3a4-0215665e946c) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:59:48.471569 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacf6ea-a7c0-4724-a387-51b2a5e7df21 req-8fc1e862-3e1c-4de9-98e6-e33e4ca2948a tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:48.473100 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aaacf6ea-a7c0-4724-a387-51b2a5e7df21 req-8fc1e862-3e1c-4de9-98e6-e33e4ca2948a tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0536792 Mar 01 16:59:48.524746 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aaacf6ea-a7c0-4724-a387-51b2a5e7df21 req-2772a6b0-cf6f-4f63-a19f-3dfa60d6635e tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452871 Mar 01 16:59:48.545546 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:48.559577 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-c8766627-29a2-4b0a-b43a-35d85af507de tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Allocated IP 172.20.0.14 (84483896-eec0-4508-9cae-080fd2f1aeff/276412f6-7bd0-4c44-b6d9-29433bde89ab/726488a0-39bc-4d94-a1b5-135fea000a37) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:59:48.735482 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-64083618-98ad-4fda-a220-ad9d45b886b3 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Publish callbacks [] for port (e7b73bbe-571f-4535-a3a4-0215665e946c), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:48.792631 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-c8766627-29a2-4b0a-b43a-35d85af507de tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for port (726488a0-39bc-4d94-a1b5-135fea000a37), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:48.807700 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-64083618-98ad-4fda-a220-ad9d45b886b3 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (e7b73bbe-571f-4535-a3a4-0215665e946c), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:48.873946 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-64083618-98ad-4fda-a220-ad9d45b886b3 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Network e3ee07f6-e583-4482-94dc-2baa12486210 is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:59:48.883153 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-64083618-98ad-4fda-a220-ad9d45b886b3 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:59:48.885613 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-64083618-98ad-4fda-a220-ad9d45b886b3 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:59:48.890737 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-64083618-98ad-4fda-a220-ad9d45b886b3 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:48.891366 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-64083618-98ad-4fda-a220-ad9d45b886b3 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:48.895262 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64083618-98ad-4fda-a220-ad9d45b886b3 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Pushing event updated for resources: {'Port': ['ID=e7b73bbe-571f-4535-a3a4-0215665e946c,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:48.906723 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-c8766627-29a2-4b0a-b43a-35d85af507de tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (726488a0-39bc-4d94-a1b5-135fea000a37), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:48.919067 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-64083618-98ad-4fda-a220-ad9d45b886b3 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9847336 Mar 01 16:59:48.946086 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] Request body: {'port': {'device_id': '9bc8ee49-6b5d-4183-9131-b5c7d315ec5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:48.982956 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-c8766627-29a2-4b0a-b43a-35d85af507de tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Network 84483896-eec0-4508-9cae-080fd2f1aeff is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:59:48.990742 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8766627-29a2-4b0a-b43a-35d85af507de tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Pushing event updated for resources: {'Port': ['ID=726488a0-39bc-4d94-a1b5-135fea000a37,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:48.993343 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-c8766627-29a2-4b0a-b43a-35d85af507de tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:59:48.997011 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-c8766627-29a2-4b0a-b43a-35d85af507de tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:59:49.002784 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-c8766627-29a2-4b0a-b43a-35d85af507de tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:49.003483 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-c8766627-29a2-4b0a-b43a-35d85af507de tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:49.071583 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-c8766627-29a2-4b0a-b43a-35d85af507de tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0121639 Mar 01 16:59:49.081216 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89224e16-82b5-4de6-b75a-f8717de74657 req-b5d7943e-6130-44d1-83a3-9f07aa108f3d tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:49.082996 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-89224e16-82b5-4de6-b75a-f8717de74657 req-b5d7943e-6130-44d1-83a3-9f07aa108f3d tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 945 time: 0.0570765 Mar 01 16:59:49.086040 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] Request body: {'port': {'device_id': 'e90e9f98-d526-49ad-af9a-6224d69769cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:49.094199 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (e7b73bbe-571f-4535-a3a4-0215665e946c), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:49.137869 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3069826-d25d-4b44-926c-0c5309295906 req-71c06ee6-1107-4443-a580-946902e8533c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:49.139423 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c3069826-d25d-4b44-926c-0c5309295906 req-71c06ee6-1107-4443-a580-946902e8533c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf HTTP/1.1" status: 200 len: 945 time: 0.1333339 Mar 01 16:59:49.223673 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-89224e16-82b5-4de6-b75a-f8717de74657 req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Deleting port f672db11-5aac-4d08-9a7a-3a278f255b36 {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:59:49.224017 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-89224e16-82b5-4de6-b75a-f8717de74657 req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (f672db11-5aac-4d08-9a7a-3a278f255b36), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:49.233597 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (726488a0-39bc-4d94-a1b5-135fea000a37), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:49.332119 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-b833030e-3986-4542-abda-c71ea4ee42e8 None None] Provisioning complete for port 726488a0-39bc-4d94-a1b5-135fea000a37 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:49.342982 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b833030e-3986-4542-abda-c71ea4ee42e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (726488a0-39bc-4d94-a1b5-135fea000a37), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:49.356596 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c3069826-d25d-4b44-926c-0c5309295906 req-aa30dba1-1ed2-44b0-9c18-46ad3cfc7290 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845291 Mar 01 16:59:49.357545 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-89224e16-82b5-4de6-b75a-f8717de74657 req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] For port f672db11-5aac-4d08-9a7a-3a278f255b36, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=f672db11-5aac-4d08-9a7a-3a278f255b36,segment=NetworkSegment(ff9deda3-c839-4026-9d99-f94021c86f7a),segment_id=ff9deda3-c839-4026-9d99-f94021c86f7a)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:49.357963 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-89224e16-82b5-4de6-b75a-f8717de74657 req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (f672db11-5aac-4d08-9a7a-3a278f255b36), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:49.381927 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c97e17-895f-4318-9723-b3d8f5e67c78 req-6762f28f-4caf-426c-bf05-81ceeeea308f tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:49.391067 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b2c97e17-895f-4318-9723-b3d8f5e67c78 req-6762f28f-4caf-426c-bf05-81ceeeea308f tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 931 time: 0.1140528 Mar 01 16:59:49.403934 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-b833030e-3986-4542-abda-c71ea4ee42e8 None None] Port 726488a0-39bc-4d94-a1b5-135fea000a37 cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 16:59:49.418940 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-89224e16-82b5-4de6-b75a-f8717de74657 req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Calling delete_port for f672db11-5aac-4d08-9a7a-3a278f255b36 owned by compute:nova {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:59:49.516709 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b2c97e17-895f-4318-9723-b3d8f5e67c78 req-e570acd6-edec-486f-a228-372054a5da4a tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250501 Mar 01 16:59:49.628957 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-89224e16-82b5-4de6-b75a-f8717de74657 req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (f672db11-5aac-4d08-9a7a-3a278f255b36), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:49.642451 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['d6508129-cb4b-4d72-82d3-2e4a7d66e823', '58d6bd53-66d9-4039-b37e-1b4a2c4e3504', 'f672db11-5aac-4d08-9a7a-3a278f255b36'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:59:49.659468 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d117dd4-dbf5-476e-885b-7b88c57a423d req-73d33906-fdff-45e4-96c3-9f18259d6237 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:49.659868 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Pushing event deleted for resources: {'Port': ['ID=f672db11-5aac-4d08-9a7a-3a278f255b36,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:49.661401 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0d117dd4-dbf5-476e-885b-7b88c57a423d req-73d33906-fdff-45e4-96c3-9f18259d6237 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 932 time: 0.1863129 Mar 01 16:59:49.704518 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:49.704872 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:49.705251 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:49.705586 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:49.705919 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:49.706351 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:49.706684 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:49.707015 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:49.707388 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:49.707698 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:49.708005 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:49.708330 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:49.708800 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 16:59:49.750439 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-89224e16-82b5-4de6-b75a-f8717de74657 req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] No DVR routers for this DVR port f672db11-5aac-4d08-9a7a-3a278f255b36 on host hv-cinder-83124 {{(pid=103032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:59:49.760759 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b871f8d-5e0d-421a-8bb0-9164b33dfdd2 req-89d63ee5-9e02-4c48-a7b0-ff4dc5872817 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:49.762035 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1b871f8d-5e0d-421a-8bb0-9164b33dfdd2 req-89d63ee5-9e02-4c48-a7b0-ff4dc5872817 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.1677179 Mar 01 16:59:49.770902 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-89224e16-82b5-4de6-b75a-f8717de74657 req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:49.774101 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-89224e16-82b5-4de6-b75a-f8717de74657 req-3ef9df52-e347-4e0e-8d46-e11f05605f36 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.37 "DELETE /v2.0/ports/f672db11-5aac-4d08-9a7a-3a278f255b36 HTTP/1.1" status: 204 len: 173 time: 0.6864834 Mar 01 16:59:49.774564 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf', 'name': 'network-vif-deleted', 'tag': 'f672db11-5aac-4d08-9a7a-3a278f255b36'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:59:49.782150 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4f4da6-1cde-4894-a4b8-fbdb59679c3f" -d '{"events": [{"server_uuid": "2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf", "name": "network-vif-deleted", "tag": "f672db11-5aac-4d08-9a7a-3a278f255b36"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:59:49.889671 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae81eb3-809a-40b8-a562-e2fc45e536f9 req-ebfd55e9-b2b6-4c2d-9bce-c5868e6d94e2 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:49.891725 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0ae81eb3-809a-40b8-a562-e2fc45e536f9 req-ebfd55e9-b2b6-4c2d-9bce-c5868e6d94e2 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.1393321 Mar 01 16:59:49.897165 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:49.903296 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1b871f8d-5e0d-421a-8bb0-9164b33dfdd2 req-28489d47-0540-45d3-8984-b51c987e42f9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158412 Mar 01 16:59:49.993942 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b73bbe-571f-4535-a3a4-0215665e946c {{(pid=103033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:59:50.011775 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] Publish callbacks [] for port (e7b73bbe-571f-4535-a3a4-0215665e946c), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:50.054214 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0d117dd4-dbf5-476e-885b-7b88c57a423d req-331fdd8c-8911-4a25-bcf3-b0c65d451b7f tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3680267 Mar 01 16:59:50.063820 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.provisioning_blocks [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] Transition to ACTIVE for port object e7b73bbe-571f-4535-a3a4-0215665e946c will not be triggered until provisioned by entity L2. {{(pid=103033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:59:50.064328 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8f9cf-553a-492c-9b9f-335832bee736 req-f5d64aa0-9276-495e-8885-4be61072176a tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:50.065991 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8dd8f9cf-553a-492c-9b9f-335832bee736 req-f5d64aa0-9276-495e-8885-4be61072176a tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 945 time: 0.0704503 Mar 01 16:59:50.070016 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (e7b73bbe-571f-4535-a3a4-0215665e946c), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:50.074224 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726488a0-39bc-4d94-a1b5-135fea000a37 {{(pid=103033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:59:50.076329 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-0ae81eb3-809a-40b8-a562-e2fc45e536f9 req-5c42ff00-8e83-45c9-b89a-53b00543ccd5 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Deleting port 536eed53-5bba-4071-99b3-fc8fc91a7906 {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:59:50.076942 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-0ae81eb3-809a-40b8-a562-e2fc45e536f9 req-5c42ff00-8e83-45c9-b89a-53b00543ccd5 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (536eed53-5bba-4071-99b3-fc8fc91a7906), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:50.089451 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] Publish callbacks [] for port (726488a0-39bc-4d94-a1b5-135fea000a37), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:50.109961 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a237aedc-4210-42e0-9d48-fd0008ec2b3f x-openstack-request-id: req-a237aedc-4210-42e0-9d48-fd0008ec2b3f {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:59:50.110324 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf", "name": "network-vif-deleted", "tag": "f672db11-5aac-4d08-9a7a-3a278f255b36", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:59:50.110647 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a237aedc-4210-42e0-9d48-fd0008ec2b3f {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:59:50.111115 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab7a4b0-c9fe-46a4-a10e-9cb0387da4bf', 'name': 'network-vif-deleted', 'tag': 'f672db11-5aac-4d08-9a7a-3a278f255b36', 'status': 'completed', 'code': 200} Mar 01 16:59:50.140994 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.provisioning_blocks [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] Transition to ACTIVE for port object 726488a0-39bc-4d94-a1b5-135fea000a37 will not be triggered until provisioned by entity L2. {{(pid=103033) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 16:59:50.149244 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (726488a0-39bc-4d94-a1b5-135fea000a37), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:50.150958 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b73bbe-571f-4535-a3a4-0215665e946c,revision_number=2']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:50.194685 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8dd8f9cf-553a-492c-9b9f-335832bee736 req-da5c3247-5768-4ae2-93c8-dd40ff06fc22 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132102 Mar 01 16:59:50.217308 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-0ae81eb3-809a-40b8-a562-e2fc45e536f9 req-5c42ff00-8e83-45c9-b89a-53b00543ccd5 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] For port 536eed53-5bba-4071-99b3-fc8fc91a7906, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=536eed53-5bba-4071-99b3-fc8fc91a7906,segment=NetworkSegment(0b8a156e-0a51-42c0-8e44-ecdc4f561eb4),segment_id=0b8a156e-0a51-42c0-8e44-ecdc4f561eb4)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:50.217754 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-0ae81eb3-809a-40b8-a562-e2fc45e536f9 req-5c42ff00-8e83-45c9-b89a-53b00543ccd5 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (536eed53-5bba-4071-99b3-fc8fc91a7906), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:50.223797 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] Attempting to bind port e7b73bbe-571f-4535-a3a4-0215665e946c on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:59:50.224135 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] Attempting to bind port e7b73bbe-571f-4535-a3a4-0215665e946c by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'e761cb52-b35e-4fc5-9912-7a5f17a084e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e3ee07f6-e583-4482-94dc-2baa12486210'}] {{(pid=103033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:59:50.224461 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] Attempting to bind port e7b73bbe-571f-4535-a3a4-0215665e946c on network e3ee07f6-e583-4482-94dc-2baa12486210 {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:59:50.234835 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=726488a0-39bc-4d94-a1b5-135fea000a37,revision_number=2']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:50.238636 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-0ae81eb3-809a-40b8-a562-e2fc45e536f9 req-5c42ff00-8e83-45c9-b89a-53b00543ccd5 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Calling delete_port for 536eed53-5bba-4071-99b3-fc8fc91a7906 owned by compute:nova {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:59:50.239911 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] Port e7b73bbe-571f-4535-a3a4-0215665e946c on network e3ee07f6-e583-4482-94dc-2baa12486210 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:59:50.240242 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] Attempting to bind port e7b73bbe-571f-4535-a3a4-0215665e946c on network e3ee07f6-e583-4482-94dc-2baa12486210 {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:59:50.266451 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] Checking agent: {'id': '0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'started_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:59:50.268265 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] Checking segment: {'id': 'e761cb52-b35e-4fc5-9912-7a5f17a084e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e3ee07f6-e583-4482-94dc-2baa12486210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:59:50.268993 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] Bound using segment: {'id': 'e761cb52-b35e-4fc5-9912-7a5f17a084e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e3ee07f6-e583-4482-94dc-2baa12486210'} {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:59:50.269892 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] Bound port: e7b73bbe-571f-4535-a3a4-0215665e946c, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e761cb52-b35e-4fc5-9912-7a5f17a084e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e3ee07f6-e583-4482-94dc-2baa12486210'}}] {{(pid=103033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:59:50.270362 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (e7b73bbe-571f-4535-a3a4-0215665e946c), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:50.301522 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] Attempting to bind port 726488a0-39bc-4d94-a1b5-135fea000a37 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 16:59:50.301868 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] Attempting to bind port 726488a0-39bc-4d94-a1b5-135fea000a37 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'aecf5d8d-76dc-4986-98db-c9d5d6ceb80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff'}] {{(pid=103033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 16:59:50.302200 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] Attempting to bind port 726488a0-39bc-4d94-a1b5-135fea000a37 on network 84483896-eec0-4508-9cae-080fd2f1aeff {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:59:50.312347 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] Port 726488a0-39bc-4d94-a1b5-135fea000a37 on network 84483896-eec0-4508-9cae-080fd2f1aeff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 16:59:50.312677 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] Attempting to bind port 726488a0-39bc-4d94-a1b5-135fea000a37 on network 84483896-eec0-4508-9cae-080fd2f1aeff {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 16:59:50.341112 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] Checking agent: {'id': '0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'started_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 16:59:50.341449 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] Checking segment: {'id': 'aecf5d8d-76dc-4986-98db-c9d5d6ceb80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 16:59:50.341840 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] Bound using segment: {'id': 'aecf5d8d-76dc-4986-98db-c9d5d6ceb80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff'} {{(pid=103033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 16:59:50.342347 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.managers [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] Bound port: 726488a0-39bc-4d94-a1b5-135fea000a37, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aecf5d8d-76dc-4986-98db-c9d5d6ceb80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff'}}] {{(pid=103033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 16:59:50.342712 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (726488a0-39bc-4d94-a1b5-135fea000a37), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:50.464091 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] For port e7b73bbe-571f-4535-a3a4-0215665e946c, host hv-cinder-83124, cleared binding levels {{(pid=103033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:59:50.509970 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] For port e7b73bbe-571f-4535-a3a4-0215665e946c, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e7b73bbe-571f-4535-a3a4-0215665e946c,segment=NetworkSegment(e761cb52-b35e-4fc5-9912-7a5f17a084e2),segment_id=e761cb52-b35e-4fc5-9912-7a5f17a084e2)] {{(pid=103033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:59:50.546952 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] For port 726488a0-39bc-4d94-a1b5-135fea000a37, host hv-cinder-83124, cleared binding levels {{(pid=103033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 16:59:50.552854 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] For port 726488a0-39bc-4d94-a1b5-135fea000a37, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=726488a0-39bc-4d94-a1b5-135fea000a37,segment=NetworkSegment(aecf5d8d-76dc-4986-98db-c9d5d6ceb80f),segment_id=aecf5d8d-76dc-4986-98db-c9d5d6ceb80f)] {{(pid=103033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 16:59:50.571179 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (e7b73bbe-571f-4535-a3a4-0215665e946c), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:50.587173 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-0ae81eb3-809a-40b8-a562-e2fc45e536f9 req-5c42ff00-8e83-45c9-b89a-53b00543ccd5 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (536eed53-5bba-4071-99b3-fc8fc91a7906), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:50.599388 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['536eed53-5bba-4071-99b3-fc8fc91a7906', 'b249d806-cd40-4f71-8902-d4810caf8547'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:59:50.602635 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (726488a0-39bc-4d94-a1b5-135fea000a37), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:50.608136 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:50.608761 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:50.610125 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] 10.222.0.37 "PUT /v2.0/ports/e7b73bbe-571f-4535-a3a4-0215665e946c HTTP/1.1" status: 200 len: 1093 time: 1.6681700 Mar 01 16:59:50.612034 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc8ee49-6b5d-4183-9131-b5c7d315ec5d', 'tag': 'e7b73bbe-571f-4535-a3a4-0215665e946c'}] {{(pid=103033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:59:50.621276 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dddadf24ac110f9ada54727228b3474a86f75cc3561f1e1b47b1deb8a3f97d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e67c42-8c77-402a-b82c-b9056eb30f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc8ee49-6b5d-4183-9131-b5c7d315ec5d", "tag": "e7b73bbe-571f-4535-a3a4-0215665e946c"}]}' {{(pid=103033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:59:50.649393 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:50.650019 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:50.651427 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] 10.222.0.37 "PUT /v2.0/ports/726488a0-39bc-4d94-a1b5-135fea000a37 HTTP/1.1" status: 200 len: 1094 time: 1.5697391 Mar 01 16:59:50.666908 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d0ce6-d649-4267-83c1-d2abc75aef36 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b73bbe-571f-4535-a3a4-0215665e946c,revision_number=3']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:50.667162 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c42ff00-8e83-45c9-b89a-53b00543ccd5 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Pushing event deleted for resources: {'Port': ['ID=536eed53-5bba-4071-99b3-fc8fc91a7906,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:50.753307 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae81eb3-809a-40b8-a562-e2fc45e536f9 req-5c42ff00-8e83-45c9-b89a-53b00543ccd5 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] No DVR routers for this DVR port 536eed53-5bba-4071-99b3-fc8fc91a7906 on host hv-cinder-83124 {{(pid=103032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:59:50.756791 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-0ae81eb3-809a-40b8-a562-e2fc45e536f9 req-5c42ff00-8e83-45c9-b89a-53b00543ccd5 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:50.760565 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0ae81eb3-809a-40b8-a562-e2fc45e536f9 req-5c42ff00-8e83-45c9-b89a-53b00543ccd5 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.37 "DELETE /v2.0/ports/536eed53-5bba-4071-99b3-fc8fc91a7906 HTTP/1.1" status: 204 len: 173 time: 0.8551292 Mar 01 16:59:50.819580 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9178b9b-7a41-4d1c-be5d-61da41b65277 x-openstack-request-id: req-a9178b9b-7a41-4d1c-be5d-61da41b65277 {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:59:50.819905 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc8ee49-6b5d-4183-9131-b5c7d315ec5d", "tag": "e7b73bbe-571f-4535-a3a4-0215665e946c", "status": "completed", "code": 200}]} {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:59:50.820125 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a9178b9b-7a41-4d1c-be5d-61da41b65277 {{(pid=103033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:59:50.820524 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc8ee49-6b5d-4183-9131-b5c7d315ec5d', 'tag': 'e7b73bbe-571f-4535-a3a4-0215665e946c', 'status': 'completed', 'code': 200} Mar 01 16:59:50.864677 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c8c62-4474-49da-8215-a7f387ce2bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=726488a0-39bc-4d94-a1b5-135fea000a37,revision_number=3']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:50.876015 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-65736ecb-21ee-41e0-b365-aa7378c2c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:50.877568 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-65736ecb-21ee-41e0-b365-aa7378c2c3d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a77e7ac60094d3dad75d49d30e2fb45&device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 1127 time: 0.2078760 Mar 01 16:59:50.898376 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2eb922-9da6-47e1-9a98-e82525b1f0fa req-431fea6c-96a2-4199-9a4c-e619a18328ac tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:50.899969 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3a2eb922-9da6-47e1-9a98-e82525b1f0fa req-431fea6c-96a2-4199-9a4c-e619a18328ac tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 943 time: 0.2155552 Mar 01 16:59:50.903381 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-94f1c97c-a98b-4202-bb5c-22bb7cc54b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:50.904809 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-94f1c97c-a98b-4202-bb5c-22bb7cc54b44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1eef3e17cdb486fb902ddcd3c534af3&device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 1128 time: 0.1600809 Mar 01 16:59:50.950541 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-44d2a3f7-86d2-4c6a-b96d-d1bc2b9fc689 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7b73bbe-571f-4535-a3a4-0215665e946c HTTP/1.1" status: 200 len: 217 time: 0.0649610 Mar 01 16:59:50.976296 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17c937-6c86-4873-a5a8-8628a5f983bd req-a0efd6c6-929c-48f3-b994-1a7e40a64f11 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:50.979047 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bc17c937-6c86-4873-a5a8-8628a5f983bd req-a0efd6c6-929c-48f3-b994-1a7e40a64f11 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d953d60c-220a-4586-b9aa-1e2146917f8c HTTP/1.1" status: 200 len: 946 time: 0.0992463 Mar 01 16:59:51.001766 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-6445b01b-4459-46b4-a67a-cc6e87270f7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=726488a0-39bc-4d94-a1b5-135fea000a37 HTTP/1.1" status: 200 len: 217 time: 0.0670121 Mar 01 16:59:51.036312 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bc17c937-6c86-4873-a5a8-8628a5f983bd req-ab4d20f9-b582-43d4-85b8-90c5d47ea8ae tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481560 Mar 01 16:59:51.101972 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3a2eb922-9da6-47e1-9a98-e82525b1f0fa req-0239f8d7-1bcb-4a1c-b23e-55ef4c85b078 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605203 Mar 01 16:59:51.103381 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-0d44da50-99d4-4467-8419-25a84ca5e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:51.104837 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-0d44da50-99d4-4467-8419-25a84ca5e55f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f188175-70e6-45e5-a698-a5b7362c8719 HTTP/1.1" status: 200 len: 853 time: 0.1470168 Mar 01 16:59:51.114779 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-9f5f544d-3631-4118-b8d8-e31bf37a7649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:51.116288 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-9f5f544d-3631-4118-b8d8-e31bf37a7649 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=276412f6-7bd0-4c44-b6d9-29433bde89ab HTTP/1.1" status: 200 len: 848 time: 0.0968661 Mar 01 16:59:51.164384 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f235492-5de0-4627-80ed-b1029ba415a9 req-24f67e22-c720-46c0-96b0-1cdfe12402da tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:51.166271 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6f235492-5de0-4627-80ed-b1029ba415a9 req-24f67e22-c720-46c0-96b0-1cdfe12402da tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0580237 Mar 01 16:59:51.170264 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-2f15d98d-9ba8-4a62-959b-eb24ef08bf39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3ee07f6-e583-4482-94dc-2baa12486210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530784 Mar 01 16:59:51.214311 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6f235492-5de0-4627-80ed-b1029ba415a9 req-0cfefd9a-ddd0-436e-8d9c-427b178d9fb4 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423391 Mar 01 16:59:51.293976 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-02033636-acaa-4c05-ab51-6d1d133c0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:51.295641 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-02033636-acaa-4c05-ab51-6d1d133c0a90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84483896-eec0-4508-9cae-080fd2f1aeff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1703477 Mar 01 16:59:51.312959 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c02dc-4edc-4dc5-8ad3-bfc8f758a491 req-6c2e4ef6-c958-4dea-b769-5ac2fad99f28 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:51.314489 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-444c02dc-4edc-4dc5-8ad3-bfc8f758a491 req-6c2e4ef6-c958-4dea-b769-5ac2fad99f28 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 944 time: 0.1465755 Mar 01 16:59:51.341135 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4a6e7675-6ae1-4b19-b341-c450b590dc44 req-853217b3-f618-4101-bf3e-3dbf036709f0 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d799e9a-8ad9-45de-b565-90496e743861 HTTP/1.1" status: 200 len: 210 time: 0.0391006 Mar 01 16:59:51.366085 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-60689ef5-ce1a-4653-a506-8ba8ad153776 service neutron] 10.222.0.37 "GET /v2.0/networks/e3ee07f6-e583-4482-94dc-2baa12486210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843681 Mar 01 16:59:51.500719 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-444c02dc-4edc-4dc5-8ad3-bfc8f758a491 req-a64b34a0-83cd-4106-94fe-4c1730fda9bc tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712680 Mar 01 16:59:51.516591 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-dd910172-d7aa-47c0-a9ec-831e214beb97 service neutron] 10.222.0.37 "GET /v2.0/networks/84483896-eec0-4508-9cae-080fd2f1aeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959488 Mar 01 16:59:51.557142 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1476ed77-426a-42c1-91e1-2f0428f1f5c3 req-a93471b2-cf9d-4159-b99e-47fe567b1696 service neutron] 10.222.0.37 "GET /v2.0/networks/e3ee07f6-e583-4482-94dc-2baa12486210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630745 Mar 01 16:59:51.630366 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7af51ea0-d18f-4972-a6fd-5c97b3660b64 req-58b2c911-ee1a-43c6-9f5a-4a61495adc34 service neutron] 10.222.0.37 "GET /v2.0/networks/84483896-eec0-4508-9cae-080fd2f1aeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033301 Mar 01 16:59:51.662953 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e67c42-8c77-402a-b82c-b9056eb30f8f req-80a6332f-89ed-45aa-9e9a-70fa4327aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:51.664460 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-83e67c42-8c77-402a-b82c-b9056eb30f8f req-80a6332f-89ed-45aa-9e9a-70fa4327aaf8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a77e7ac60094d3dad75d49d30e2fb45&device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 1127 time: 0.0478170 Mar 01 16:59:51.753462 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e67c42-8c77-402a-b82c-b9056eb30f8f req-c5dbcc9a-8efc-4d08-a5f9-08227c2ae721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:51.754922 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-83e67c42-8c77-402a-b82c-b9056eb30f8f req-c5dbcc9a-8efc-4d08-a5f9-08227c2ae721 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3ee07f6-e583-4482-94dc-2baa12486210 HTTP/1.1" status: 200 len: 914 time: 0.0838308 Mar 01 16:59:51.813281 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-83e67c42-8c77-402a-b82c-b9056eb30f8f req-0e01a6c9-5184-4020-8fbc-eeda402415e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7b73bbe-571f-4535-a3a4-0215665e946c HTTP/1.1" status: 200 len: 217 time: 0.0393853 Mar 01 16:59:51.862074 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e67c42-8c77-402a-b82c-b9056eb30f8f req-be049321-100c-4b9b-972e-bb92609efc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:51.863604 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-83e67c42-8c77-402a-b82c-b9056eb30f8f req-be049321-100c-4b9b-972e-bb92609efc91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6f188175-70e6-45e5-a698-a5b7362c8719 HTTP/1.1" status: 200 len: 853 time: 0.0435617 Mar 01 16:59:51.894376 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-83e67c42-8c77-402a-b82c-b9056eb30f8f req-d3c24d2c-a17d-4b13-96ae-f7cbc3805ae3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3ee07f6-e583-4482-94dc-2baa12486210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245776 Mar 01 16:59:51.985380 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-83e67c42-8c77-402a-b82c-b9056eb30f8f req-97b2aa7c-b690-419c-b7a7-4b46c6d91c96 service neutron] 10.222.0.37 "GET /v2.0/networks/e3ee07f6-e583-4482-94dc-2baa12486210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837102 Mar 01 16:59:52.077053 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-83e67c42-8c77-402a-b82c-b9056eb30f8f req-f377706c-afc8-4267-b949-b6874fe7dd92 service neutron] 10.222.0.37 "GET /v2.0/networks/e3ee07f6-e583-4482-94dc-2baa12486210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806940 Mar 01 16:59:52.113351 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d799e9a-8ad9-45de-b565-90496e743861', 'name': 'network-vif-deleted', 'tag': '536eed53-5bba-4071-99b3-fc8fc91a7906'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:59:52.116698 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae2de46-2ed4-42c2-8e78-c34a57f4452a" -d '{"events": [{"server_uuid": "2d799e9a-8ad9-45de-b565-90496e743861", "name": "network-vif-deleted", "tag": "536eed53-5bba-4071-99b3-fc8fc91a7906"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:59:52.164576 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 536eed53-5bba-4071-99b3-fc8fc91a7906 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:59:52.173252 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79723240-e10d-4729-b750-f659e5d1e2ef req-cc68c9f8-b797-4255-b92d-86392c342ebf tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:52.175938 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-79723240-e10d-4729-b750-f659e5d1e2ef req-cc68c9f8-b797-4255-b92d-86392c342ebf tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d953d60c-220a-4586-b9aa-1e2146917f8c HTTP/1.1" status: 200 len: 946 time: 0.0657604 Mar 01 16:59:52.192857 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] No Port match for: 536eed53-5bba-4071-99b3-fc8fc91a7906 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:59:52.193215 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 536eed53-5bba-4071-99b3-fc8fc91a7906 not bound to the agent host hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:59:52.193650 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device f672db11-5aac-4d08-9a7a-3a278f255b36 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:59:52.213326 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] No Port match for: f672db11-5aac-4d08-9a7a-3a278f255b36 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:59:52.213679 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device f672db11-5aac-4d08-9a7a-3a278f255b36 not bound to the agent host hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:59:52.224635 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-79723240-e10d-4729-b750-f659e5d1e2ef req-1ab0fb8f-c028-4883-8a38-ed20d7acffcb tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432792 Mar 01 16:59:52.226278 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bf306-4e45-42a7-9116-3af20133c9cd req-226e7345-8346-4bf6-81de-020aabfcbbef tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:52.227800 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-041bf306-4e45-42a7-9116-3af20133c9cd req-226e7345-8346-4bf6-81de-020aabfcbbef tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 943 time: 0.0563211 Mar 01 16:59:52.268346 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d147ba40-3182-4d76-bf8d-90c3873948cb x-openstack-request-id: req-d147ba40-3182-4d76-bf8d-90c3873948cb {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:59:52.268643 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d799e9a-8ad9-45de-b565-90496e743861", "name": "network-vif-deleted", "tag": "536eed53-5bba-4071-99b3-fc8fc91a7906", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:59:52.268895 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d147ba40-3182-4d76-bf8d-90c3873948cb {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:59:52.269316 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d799e9a-8ad9-45de-b565-90496e743861', 'name': 'network-vif-deleted', 'tag': '536eed53-5bba-4071-99b3-fc8fc91a7906', 'status': 'completed', 'code': 200} Mar 01 16:59:52.279772 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-041bf306-4e45-42a7-9116-3af20133c9cd req-f583b1d2-5b06-4755-9b96-4fe558f7e2e9 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465105 Mar 01 16:59:52.361027 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98357123-1979-45ca-b148-45b269b24aa0 req-cb985322-215b-41c0-b3ee-79fd6de4c6ac tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:52.363077 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-98357123-1979-45ca-b148-45b269b24aa0 req-cb985322-215b-41c0-b3ee-79fd6de4c6ac tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0515773 Mar 01 16:59:52.415978 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-98357123-1979-45ca-b148-45b269b24aa0 req-d512b5c0-23f0-4038-85fd-87ab53e53418 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472047 Mar 01 16:59:52.425856 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9c87-f481-4a85-be6f-7bb654d73fe3 req-22557ae4-64a9-454a-b5d9-4fececce7721 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:52.427391 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-4d5d9c87-f481-4a85-be6f-7bb654d73fe3 req-22557ae4-64a9-454a-b5d9-4fececce7721 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.37 "GET /v2.0/ports?device_id=d953d60c-220a-4586-b9aa-1e2146917f8c HTTP/1.1" status: 200 len: 946 time: 0.0671661 Mar 01 16:59:52.539856 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [req-4d5d9c87-f481-4a85-be6f-7bb654d73fe3 req-985973b4-1613-45e3-9f91-77935e6e769f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Deleting port 58d6bd53-66d9-4039-b37e-1b4a2c4e3504 {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:59:52.539856 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-4d5d9c87-f481-4a85-be6f-7bb654d73fe3 req-985973b4-1613-45e3-9f91-77935e6e769f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (58d6bd53-66d9-4039-b37e-1b4a2c4e3504), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:52.622780 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0cf9b-d2e0-4c80-8bf7-c12ea135e1ee req-87081548-19b6-4f36-a837-3db9fa6797af tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:52.624373 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-21f0cf9b-d2e0-4c80-8bf7-c12ea135e1ee req-87081548-19b6-4f36-a837-3db9fa6797af tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 944 time: 0.0527451 Mar 01 16:59:52.664948 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [req-4d5d9c87-f481-4a85-be6f-7bb654d73fe3 req-985973b4-1613-45e3-9f91-77935e6e769f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] For port 58d6bd53-66d9-4039-b37e-1b4a2c4e3504, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=58d6bd53-66d9-4039-b37e-1b4a2c4e3504,segment=NetworkSegment(ff9deda3-c839-4026-9d99-f94021c86f7a),segment_id=ff9deda3-c839-4026-9d99-f94021c86f7a)] {{(pid=103033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:52.665309 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-4d5d9c87-f481-4a85-be6f-7bb654d73fe3 req-985973b4-1613-45e3-9f91-77935e6e769f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (58d6bd53-66d9-4039-b37e-1b4a2c4e3504), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:52.676578 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-21f0cf9b-d2e0-4c80-8bf7-c12ea135e1ee req-f34a763c-ee00-4f50-abb1-453adf30e273 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463672 Mar 01 16:59:52.680765 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [req-4d5d9c87-f481-4a85-be6f-7bb654d73fe3 req-985973b4-1613-45e3-9f91-77935e6e769f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Calling delete_port for 58d6bd53-66d9-4039-b37e-1b4a2c4e3504 owned by compute:nova {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:59:52.688895 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4ee24-3f3b-4b35-9014-e2a814794c5d req-d5716ff7-c5b8-4841-81f4-2961d6df67fb tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:52.690417 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-26d4ee24-3f3b-4b35-9014-e2a814794c5d req-d5716ff7-c5b8-4841-81f4-2961d6df67fb tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0928936 Mar 01 16:59:52.787517 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-26d4ee24-3f3b-4b35-9014-e2a814794c5d req-04cc96f8-6406-4fd2-808e-551dcad6f10b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896392 Mar 01 16:59:52.828149 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90e9f98-d526-49ad-af9a-6224d69769cd', 'tag': '726488a0-39bc-4d94-a1b5-135fea000a37'}] {{(pid=103033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:59:52.830840 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dddadf24ac110f9ada54727228b3474a86f75cc3561f1e1b47b1deb8a3f97d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8692308c-9fee-4b64-8903-9412964bdba4" -d '{"events": [{"name": "network-changed", "server_uuid": "e90e9f98-d526-49ad-af9a-6224d69769cd", "tag": "726488a0-39bc-4d94-a1b5-135fea000a37"}]}' {{(pid=103033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:59:52.859929 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-4d5d9c87-f481-4a85-be6f-7bb654d73fe3 req-985973b4-1613-45e3-9f91-77935e6e769f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188'] for port (58d6bd53-66d9-4039-b37e-1b4a2c4e3504), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:52.867011 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5310faed-fb5a-48ff-8d20-a177436e2355 x-openstack-request-id: req-5310faed-fb5a-48ff-8d20-a177436e2355 {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:59:52.867301 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90e9f98-d526-49ad-af9a-6224d69769cd", "tag": "726488a0-39bc-4d94-a1b5-135fea000a37", "status": "completed", "code": 200}]} {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:59:52.867579 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5310faed-fb5a-48ff-8d20-a177436e2355 {{(pid=103033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:59:52.867966 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90e9f98-d526-49ad-af9a-6224d69769cd', 'tag': '726488a0-39bc-4d94-a1b5-135fea000a37', 'status': 'completed', 'code': 200} Mar 01 16:59:52.871925 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['d6508129-cb4b-4d72-82d3-2e4a7d66e823', '58d6bd53-66d9-4039-b37e-1b4a2c4e3504'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:59:52.891732 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985973b4-1613-45e3-9f91-77935e6e769f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Pushing event deleted for resources: {'Port': ['ID=58d6bd53-66d9-4039-b37e-1b4a2c4e3504,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:52.959583 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5d9c87-f481-4a85-be6f-7bb654d73fe3 req-985973b4-1613-45e3-9f91-77935e6e769f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] No DVR routers for this DVR port 58d6bd53-66d9-4039-b37e-1b4a2c4e3504 on host hv-cinder-83124 {{(pid=103033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:59:52.966536 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-4d5d9c87-f481-4a85-be6f-7bb654d73fe3 req-985973b4-1613-45e3-9f91-77935e6e769f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:52.972212 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-4d5d9c87-f481-4a85-be6f-7bb654d73fe3 req-985973b4-1613-45e3-9f91-77935e6e769f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.37 "DELETE /v2.0/ports/58d6bd53-66d9-4039-b37e-1b4a2c4e3504 HTTP/1.1" status: 204 len: 173 time: 0.5378280 Mar 01 16:59:52.993727 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692308c-9fee-4b64-8903-9412964bdba4 req-914f1f5c-f6d8-4ba6-9584-8440bb593f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:52.995895 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8692308c-9fee-4b64-8903-9412964bdba4 req-914f1f5c-f6d8-4ba6-9584-8440bb593f2b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1eef3e17cdb486fb902ddcd3c534af3&device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 1128 time: 0.0955422 Mar 01 16:59:53.112125 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692308c-9fee-4b64-8903-9412964bdba4 req-7e50b1d7-b943-411e-a7d8-f5220d061234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:53.114052 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8692308c-9fee-4b64-8903-9412964bdba4 req-7e50b1d7-b943-411e-a7d8-f5220d061234 service neutron] 10.222.0.37 "GET /v2.0/networks?id=84483896-eec0-4508-9cae-080fd2f1aeff HTTP/1.1" status: 200 len: 910 time: 0.1103222 Mar 01 16:59:53.163364 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8692308c-9fee-4b64-8903-9412964bdba4 req-6a7d9492-c587-4515-a1c5-bfb5da988061 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=726488a0-39bc-4d94-a1b5-135fea000a37 HTTP/1.1" status: 200 len: 217 time: 0.0376978 Mar 01 16:59:53.214985 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692308c-9fee-4b64-8903-9412964bdba4 req-c071b4b3-d727-4b07-99f4-d98b2d4ca4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:53.216409 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8692308c-9fee-4b64-8903-9412964bdba4 req-c071b4b3-d727-4b07-99f4-d98b2d4ca4b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=276412f6-7bd0-4c44-b6d9-29433bde89ab HTTP/1.1" status: 200 len: 848 time: 0.0449300 Mar 01 16:59:53.274967 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692308c-9fee-4b64-8903-9412964bdba4 req-cd0345a9-c029-4265-aaf7-cdfee26b05d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:53.276511 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8692308c-9fee-4b64-8903-9412964bdba4 req-cd0345a9-c029-4265-aaf7-cdfee26b05d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84483896-eec0-4508-9cae-080fd2f1aeff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532720 Mar 01 16:59:53.354479 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d76b69f3-e150-4b3e-a870-c739887f80e4 req-4f37657e-714e-4ed1-9580-b296da6a71a5 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=d953d60c-220a-4586-b9aa-1e2146917f8c HTTP/1.1" status: 200 len: 210 time: 0.0381176 Mar 01 16:59:53.413166 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340a53d-06c1-4bef-82b0-70dad40adf97 req-9994dfa3-2376-4f3e-bf68-16eed435d6b2 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:53.414842 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8340a53d-06c1-4bef-82b0-70dad40adf97 req-9994dfa3-2376-4f3e-bf68-16eed435d6b2 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 943 time: 0.0557809 Mar 01 16:59:53.416405 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8692308c-9fee-4b64-8903-9412964bdba4 req-1d326c99-9131-4865-9e92-c5e2bd382456 service neutron] 10.222.0.37 "GET /v2.0/networks/84483896-eec0-4508-9cae-080fd2f1aeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209450 Mar 01 16:59:53.467468 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8340a53d-06c1-4bef-82b0-70dad40adf97 req-68499b5c-02f3-4fd8-ae27-32fcefefbb03 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449920 Mar 01 16:59:53.540891 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8692308c-9fee-4b64-8903-9412964bdba4 req-ad1c3063-86cf-49c8-8a21-a2df63fd9e06 service neutron] 10.222.0.37 "GET /v2.0/networks/84483896-eec0-4508-9cae-080fd2f1aeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176128 Mar 01 16:59:53.560571 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964ef0f-7ece-4bb0-b5ed-74059d91b3e9 req-a8bc2d34-db54-446e-bc25-7753f520cfc5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:53.562029 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e964ef0f-7ece-4bb0-b5ed-74059d91b3e9 req-a8bc2d34-db54-446e-bc25-7753f520cfc5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0682969 Mar 01 16:59:53.613364 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e964ef0f-7ece-4bb0-b5ed-74059d91b3e9 req-094c9c8f-57e9-4373-9c1e-db1c41937f32 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448127 Mar 01 16:59:53.797355 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833631ea-1e2f-406a-9544-259c580ed86b req-d1acce2d-9f2e-4a3b-9bff-3ad0e3518183 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:53.799666 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-833631ea-1e2f-406a-9544-259c580ed86b req-d1acce2d-9f2e-4a3b-9bff-3ad0e3518183 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 944 time: 0.0549624 Mar 01 16:59:53.855939 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-833631ea-1e2f-406a-9544-259c580ed86b req-6f2010e6-c53f-4890-a9ec-aafa6f111827 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487955 Mar 01 16:59:53.911365 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996c336-2ded-41d8-ba2a-715f9e0a63e0 req-b403fdd5-d428-40f4-95b1-6cdaba6b74e9 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:53.912801 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-6996c336-2ded-41d8-ba2a-715f9e0a63e0 req-b403fdd5-d428-40f4-95b1-6cdaba6b74e9 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0527999 Mar 01 16:59:53.958301 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-6996c336-2ded-41d8-ba2a-715f9e0a63e0 req-d5ea5e69-ef49-4ac5-9ff2-6ee3680ad76b tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399556 Mar 01 16:59:54.154156 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device e7b73bbe-571f-4535-a3a4-0215665e946c details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:59:54.263082 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port e7b73bbe-571f-4535-a3a4-0215665e946c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e7b73bbe-571f-4535-a3a4-0215665e946c,segment=NetworkSegment(e761cb52-b35e-4fc5-9912-7a5f17a084e2),segment_id=e761cb52-b35e-4fc5-9912-7a5f17a084e2)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:54.275609 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': 'e7b73bbe-571f-4535-a3a4-0215665e946c', 'network_id': 'e3ee07f6-e583-4482-94dc-2baa12486210', 'port_id': 'e7b73bbe-571f-4535-a3a4-0215665e946c', 'mac_address': 'fa:16:3e:14:5b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f188175-70e6-45e5-a698-a5b7362c8719', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:59:54.320806 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port e7b73bbe-571f-4535-a3a4-0215665e946c is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:54.321209 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (e7b73bbe-571f-4535-a3a4-0215665e946c), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:54.335176 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b73bbe-571f-4535-a3a4-0215665e946c {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:59:54.357825 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port e7b73bbe-571f-4535-a3a4-0215665e946c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e7b73bbe-571f-4535-a3a4-0215665e946c,segment=NetworkSegment(e761cb52-b35e-4fc5-9912-7a5f17a084e2),segment_id=e761cb52-b35e-4fc5-9912-7a5f17a084e2)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:54.363271 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (e7b73bbe-571f-4535-a3a4-0215665e946c), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:54.417288 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=e7b73bbe-571f-4535-a3a4-0215665e946c,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:54.593736 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c0ce2-8e88-4913-8826-e26d7c52dfc6 req-db1f0d8b-fb1c-4bb9-880f-4dd61fabc683 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:54.595221 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-b97c0ce2-8e88-4913-8826-e26d7c52dfc6 req-db1f0d8b-fb1c-4bb9-880f-4dd61fabc683 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 944 time: 0.0527411 Mar 01 16:59:54.645484 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-b97c0ce2-8e88-4913-8826-e26d7c52dfc6 req-6fb0db59-b8b1-481a-a84f-b46ac9cba9a3 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445037 Mar 01 16:59:54.654637 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['e7b73bbe-571f-4535-a3a4-0215665e946c'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:59:54.768180 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b3a09-39cc-4053-84dc-e9caf8d8a151 req-94160eef-230f-4c4d-91ea-2afdeab36fd3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:54.770782 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-eb6b3a09-39cc-4053-84dc-e9caf8d8a151 req-94160eef-230f-4c4d-91ea-2afdeab36fd3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0746918 Mar 01 16:59:54.826393 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-eb6b3a09-39cc-4053-84dc-e9caf8d8a151 req-4b302158-54ac-4278-8bc3-830f725c7e4c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486989 Mar 01 16:59:54.982856 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49ed37-3503-442d-bfbc-1676a99e37a1 req-8f504006-7606-4f8a-a106-51576928971c tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:54.984446 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-fe49ed37-3503-442d-bfbc-1676a99e37a1 req-8f504006-7606-4f8a-a106-51576928971c tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 944 time: 0.0549123 Mar 01 16:59:55.040569 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-fe49ed37-3503-442d-bfbc-1676a99e37a1 req-b3662b70-ee13-449e-a998-9caba5eee474 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488567 Mar 01 16:59:55.041249 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd953d60c-220a-4586-b9aa-1e2146917f8c', 'name': 'network-vif-deleted', 'tag': '58d6bd53-66d9-4039-b37e-1b4a2c4e3504'}] {{(pid=103033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:59:55.043562 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dddadf24ac110f9ada54727228b3474a86f75cc3561f1e1b47b1deb8a3f97d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bf421b-aa2e-40a7-91dc-ebf6f93b2315" -d '{"events": [{"server_uuid": "d953d60c-220a-4586-b9aa-1e2146917f8c", "name": "network-vif-deleted", "tag": "58d6bd53-66d9-4039-b37e-1b4a2c4e3504"}]}' {{(pid=103033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:59:55.072284 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddc56e-b783-4be4-b295-13428e8af0ec req-eab0311a-9b13-42dc-8513-d2d62de67f42 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:55.073835 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-84ddc56e-b783-4be4-b295-13428e8af0ec req-eab0311a-9b13-42dc-8513-d2d62de67f42 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 945 time: 0.2759938 Mar 01 16:59:55.122332 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-84ddc56e-b783-4be4-b295-13428e8af0ec req-dfc2b824-f3ea-4d7f-95d1-5ba8bead332e tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424619 Mar 01 16:59:55.145677 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 55866) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:55.158784 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181952a-77c9-4e82-9570-321734e78a51 req-666bd9ef-d69a-4027-a995-87aa62ad52d3 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:55.161869 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e181952a-77c9-4e82-9570-321734e78a51 req-666bd9ef-d69a-4027-a995-87aa62ad52d3 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0620346 Mar 01 16:59:55.170250 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c755c15-69b4-47e2-93e5-80462b83e5df x-openstack-request-id: req-1c755c15-69b4-47e2-93e5-80462b83e5df {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:59:55.170702 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d953d60c-220a-4586-b9aa-1e2146917f8c", "name": "network-vif-deleted", "tag": "58d6bd53-66d9-4039-b37e-1b4a2c4e3504", "status": "completed", "code": 200}]} {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:59:55.171087 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c755c15-69b4-47e2-93e5-80462b83e5df {{(pid=103033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:59:55.171992 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd953d60c-220a-4586-b9aa-1e2146917f8c', 'name': 'network-vif-deleted', 'tag': '58d6bd53-66d9-4039-b37e-1b4a2c4e3504', 'status': 'completed', 'code': 200} Mar 01 16:59:55.217479 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e181952a-77c9-4e82-9570-321734e78a51 req-7531f9b4-94b7-4a30-b9d4-f5d694173840 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486932 Mar 01 16:59:55.305078 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148f40ab-85c4-42c9-af0f-0e2eb9acc193 tempest-TestMinimumBasicScenario-10239187 tempest-TestMinimumBasicScenario-10239187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:55.306542 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-148f40ab-85c4-42c9-af0f-0e2eb9acc193 tempest-TestMinimumBasicScenario-10239187 tempest-TestMinimumBasicScenario-10239187-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 1124 time: 0.1592774 Mar 01 16:59:55.309356 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 55870) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:55.313495 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-4735e189-1706-4abc-b670-4f9a29993007 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Request body: {'floatingip': {'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'port_id': '4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:55.337142 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4735e189-1706-4abc-b670-4f9a29993007 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:55.440747 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4735e189-1706-4abc-b670-4f9a29993007 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:55.547727 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [None req-4735e189-1706-4abc-b670-4f9a29993007 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Allocated IP 172.27.0.61 (e6ae233f-293e-41a5-ad0b-5fc845cdb59d/f57a09de-5442-447f-9fd0-ed63e9a7467a/4cb9b3be-7e13-4852-b068-a8ad132a64bb) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 16:59:55.660289 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4735e189-1706-4abc-b670-4f9a29993007 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for port (4cb9b3be-7e13-4852-b068-a8ad132a64bb), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:55.712994 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4735e189-1706-4abc-b670-4f9a29993007 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (4cb9b3be-7e13-4852-b068-a8ad132a64bb), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:55.768360 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45ad00-45ef-4887-9a3d-890aab28c46f req-60f04fac-34b5-4e43-8deb-98d3b017ddc7 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:55.769943 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9f45ad00-45ef-4887-9a3d-890aab28c46f req-60f04fac-34b5-4e43-8deb-98d3b017ddc7 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 945 time: 0.0516243 Mar 01 16:59:55.786015 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4735e189-1706-4abc-b670-4f9a29993007 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 16:59:55.791005 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-4735e189-1706-4abc-b670-4f9a29993007 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 16:59:55.793632 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4735e189-1706-4abc-b670-4f9a29993007 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 16:59:55.806400 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735e189-1706-4abc-b670-4f9a29993007 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Pushing event updated for resources: {'Port': ['ID=4cb9b3be-7e13-4852-b068-a8ad132a64bb,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:55.822350 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9f45ad00-45ef-4887-9a3d-890aab28c46f req-2d4cdac9-78a9-49b3-9152-e6d1dd490728 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467494 Mar 01 16:59:55.884498 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cf851-4617-4330-a57c-d661ae5adc46 req-12fddbdb-911e-4f44-928f-3919df7e238f tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:55.886271 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-442cf851-4617-4330-a57c-d661ae5adc46 req-12fddbdb-911e-4f44-928f-3919df7e238f tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 944 time: 0.1633966 Mar 01 16:59:55.960000 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ff0c6-4520-41e9-b099-42ccb56b579d req-076cc625-4cdb-48cc-b186-65f5e26820d5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:55.961707 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-145ff0c6-4520-41e9-b099-42ccb56b579d req-076cc625-4cdb-48cc-b186-65f5e26820d5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 943 time: 0.0567400 Mar 01 16:59:55.999049 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-442cf851-4617-4330-a57c-d661ae5adc46 req-4c2282b1-661b-4013-a8fb-c4ac6692c9b1 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065984 Mar 01 16:59:56.018682 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-145ff0c6-4520-41e9-b099-42ccb56b579d req-5b487512-bc6b-454c-bbad-9565c79d4de6 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452774 Mar 01 16:59:56.163434 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device cd374fa0-d036-4006-95e3-3c4f2bfdc288 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 16:59:56.167866 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device e7b73bbe-571f-4535-a3a4-0215665e946c up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:59:56.287431 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning for port e7b73bbe-571f-4535-a3a4-0215665e946c completed by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 16:59:56.295629 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port e7b73bbe-571f-4535-a3a4-0215665e946c triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:56.296011 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (e7b73bbe-571f-4535-a3a4-0215665e946c), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:56.303833 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e992b9-69cc-4623-9d7a-0772db1e6b02 req-ce806acd-3e49-4e13-8d15-82f03c5f3dc2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:56.305376 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-57e992b9-69cc-4623-9d7a-0772db1e6b02 req-ce806acd-3e49-4e13-8d15-82f03c5f3dc2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 944 time: 0.1733997 Mar 01 16:59:56.350073 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port cd374fa0-d036-4006-95e3-3c4f2bfdc288, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=cd374fa0-d036-4006-95e3-3c4f2bfdc288,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:56.366834 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'port_id': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288', 'mac_address': 'fa:16:3e:0a:96:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 16:59:56.368781 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e455f06-9e54-45e3-bc89-a02335ad4363 req-879ff877-3d51-40c3-98e6-cb99fc1b2793 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:56.370359 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1e455f06-9e54-45e3-bc89-a02335ad4363 req-879ff877-3d51-40c3-98e6-cb99fc1b2793 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0588894 Mar 01 16:59:56.437149 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port cd374fa0-d036-4006-95e3-3c4f2bfdc288 is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:56.437541 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:56.442836 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1e455f06-9e54-45e3-bc89-a02335ad4363 req-f8b2de22-f66b-45a6-b851-6f346c49db29 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646346 Mar 01 16:59:56.452124 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-57e992b9-69cc-4623-9d7a-0772db1e6b02 req-5f7fd50b-e778-4721-a1e0-8832475e266f tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284807 Mar 01 16:59:56.453435 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4735e189-1706-4abc-b670-4f9a29993007 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for floatingip (9a6d7a2d-356e-42de-89a7-c18921c75cb8), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:56.457973 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port e7b73bbe-571f-4535-a3a4-0215665e946c is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:56.458166 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (e7b73bbe-571f-4535-a3a4-0215665e946c), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:56.460982 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd374fa0-d036-4006-95e3-3c4f2bfdc288 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 16:59:56.497280 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port cd374fa0-d036-4006-95e3-3c4f2bfdc288, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=cd374fa0-d036-4006-95e3-3c4f2bfdc288,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:56.502681 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc8ee49-6b5d-4183-9131-b5c7d315ec5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b73bbe-571f-4535-a3a4-0215665e946c'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:59:56.505049 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e23b459-304f-4c88-96c5-6eded7eb9838" -d '{"events": [{"server_uuid": "9bc8ee49-6b5d-4183-9131-b5c7d315ec5d", "name": "network-vif-plugged", "status": "completed", "tag": "e7b73bbe-571f-4535-a3a4-0215665e946c"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:59:56.514759 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:56.521391 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port e7b73bbe-571f-4535-a3a4-0215665e946c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e7b73bbe-571f-4535-a3a4-0215665e946c,segment=NetworkSegment(e761cb52-b35e-4fc5-9912-7a5f17a084e2),segment_id=e761cb52-b35e-4fc5-9912-7a5f17a084e2)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:56.545175 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b86ce91-fbe1-43de-a7dd-04c51e28d6e6 x-openstack-request-id: req-9b86ce91-fbe1-43de-a7dd-04c51e28d6e6 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:59:56.545502 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc8ee49-6b5d-4183-9131-b5c7d315ec5d", "name": "network-vif-plugged", "status": "completed", "tag": "e7b73bbe-571f-4535-a3a4-0215665e946c", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:59:56.545762 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b86ce91-fbe1-43de-a7dd-04c51e28d6e6 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:59:56.546169 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc8ee49-6b5d-4183-9131-b5c7d315ec5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b73bbe-571f-4535-a3a4-0215665e946c', 'code': 200} Mar 01 16:59:56.550245 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (e7b73bbe-571f-4535-a3a4-0215665e946c), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:56.551032 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 58d6bd53-66d9-4039-b37e-1b4a2c4e3504 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 16:59:56.571308 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4735e189-1706-4abc-b670-4f9a29993007 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (4cb9b3be-7e13-4852-b068-a8ad132a64bb), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:56.578831 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] No Port match for: 58d6bd53-66d9-4039-b37e-1b4a2c4e3504 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 16:59:56.579278 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 58d6bd53-66d9-4039-b37e-1b4a2c4e3504 not bound to the agent host hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 16:59:56.598376 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=cd374fa0-d036-4006-95e3-3c4f2bfdc288,revision_number=9']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:56.659879 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=e7b73bbe-571f-4535-a3a4-0215665e946c,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:56.770651 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4735e189-1706-4abc-b670-4f9a29993007 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for port (4cb9b3be-7e13-4852-b068-a8ad132a64bb), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:56.777642 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e5995-0a70-431e-b4c2-c7b6b533de41 req-330b8e80-9965-4ef6-a39f-49f932161550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:56.779164 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a56e5995-0a70-431e-b4c2-c7b6b533de41 req-330b8e80-9965-4ef6-a39f-49f932161550 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 1129 time: 0.0809367 Mar 01 16:59:56.779776 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4735e189-1706-4abc-b670-4f9a29993007 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (4cb9b3be-7e13-4852-b068-a8ad132a64bb), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:56.804433 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['cd374fa0-d036-4006-95e3-3c4f2bfdc288'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:59:56.830427 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4735e189-1706-4abc-b670-4f9a29993007 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688646'] for floatingip (9a6d7a2d-356e-42de-89a7-c18921c75cb8), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:56.881808 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735e189-1706-4abc-b670-4f9a29993007 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Pushing event updated for resources: {'Port': ['ID=4cb9b3be-7e13-4852-b068-a8ad132a64bb,revision_number=2']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:56.979198 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a56e5995-0a70-431e-b4c2-c7b6b533de41 req-719f4f16-cc56-4448-86e1-d0cec32c6f28 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736565 Mar 01 16:59:57.014878 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36490e-8c60-4cae-a5f2-392f7ba1178d req-a4086037-bd2c-41c4-8e48-e64097db6314 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:57.016375 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ca36490e-8c60-4cae-a5f2-392f7ba1178d req-a4086037-bd2c-41c4-8e48-e64097db6314 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 945 time: 0.1164844 Mar 01 16:59:57.018232 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.db.l3_db [None req-4735e189-1706-4abc-b670-4f9a29993007 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Floating IP 9a6d7a2d-356e-42de-89a7-c18921c75cb8 associated. External IP: 172.27.0.61, port: 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06. Mar 01 16:59:57.104623 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 16:59:57.125665 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ed3b8-4c02-4d82-8681-24da54fc969b req-bfff7e76-6aed-49b6-973c-65db59e39ed4 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:57.128980 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-205ed3b8-4c02-4d82-8681-24da54fc969b req-bfff7e76-6aed-49b6-973c-65db59e39ed4 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 945 time: 0.0556083 Mar 01 16:59:57.145052 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ca36490e-8c60-4cae-a5f2-392f7ba1178d req-392d0a43-12f0-4bb8-9a76-a9ccc6a1874f tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220658 Mar 01 16:59:57.184860 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-205ed3b8-4c02-4d82-8681-24da54fc969b req-4afce56c-0cba-471c-ba71-7d794a845a8a tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512359 Mar 01 16:59:57.523028 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab315a-0812-469b-a487-b947fb5267cd req-c573ae82-6a3e-429d-ad4b-6ef4e2848386 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:57.524953 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-94ab315a-0812-469b-a487-b947fb5267cd req-c573ae82-6a3e-429d-ad4b-6ef4e2848386 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 944 time: 0.3148203 Mar 01 16:59:57.546730 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4735e189-1706-4abc-b670-4f9a29993007 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Router 9ff101d1-16f2-410a-945f-70e3263270d9 has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 16:59:57.571556 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9133dd-b171-4a74-a59b-0259db87fcca req-6252469f-41fe-48db-9a24-c685d8a47f38 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:57.573072 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3c9133dd-b171-4a74-a59b-0259db87fcca req-6252469f-41fe-48db-9a24-c685d8a47f38 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0659564 Mar 01 16:59:57.629650 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3c9133dd-b171-4a74-a59b-0259db87fcca req-49be9f73-e486-4ab1-bb77-4d488460a8d5 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492973 Mar 01 16:59:57.650946 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-94ab315a-0812-469b-a487-b947fb5267cd req-2f21657a-2b98-43e8-a169-d84d3f0665a9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193151 Mar 01 16:59:57.728422 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4735e189-1706-4abc-b670-4f9a29993007 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 16:59:57.741130 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d92fc6-7987-4979-8fe1-01b2013a57f1 None None] Sync routers for ids ['9ff101d1-16f2-410a-945f-70e3263270d9'] in dv-cinder-831247-2-iscsi {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 16:59:57.753801 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d92fc6-7987-4979-8fe1-01b2013a57f1 None None] Routers {'9ff101d1-16f2-410a-945f-70e3263270d9'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:59:57.754411 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-28d92fc6-7987-4979-8fe1-01b2013a57f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:59:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['9ff101d1-16f2-410a-945f-70e3263270d9'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:59:57.757856 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4735e189-1706-4abc-b670-4f9a29993007 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for floatingip (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:57.794257 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3201187-ee2d-4f3e-a32a-6378c518ec53 req-e46361c2-3559-4d3d-9092-e63a70fa5f34 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:57.796102 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d3201187-ee2d-4f3e-a32a-6378c518ec53 req-e46361c2-3559-4d3d-9092-e63a70fa5f34 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 944 time: 0.0915816 Mar 01 16:59:57.866199 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-4735e189-1706-4abc-b670-4f9a29993007 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5555553 Mar 01 16:59:57.868467 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda8fe88-e153-459b-97fd-404543c955ff', 'tag': '4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06'}] {{(pid=103033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:59:57.870861 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 55898) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:57.871473 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dddadf24ac110f9ada54727228b3474a86f75cc3561f1e1b47b1deb8a3f97d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60612d8e-e0a2-4310-aea0-678851f81641" -d '{"events": [{"name": "network-changed", "server_uuid": "eda8fe88-e153-459b-97fd-404543c955ff", "tag": "4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06"}]}' {{(pid=103033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:59:57.878586 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-03873948-9540-4317-a5ee-9f7d907fdb87 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1919408778', 'description': 'tempest-secgroup-smoke-1919408778 description', 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:57.886843 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-28d92fc6-7987-4979-8fe1-01b2013a57f1 None None] Set router 9ff101d1-16f2-410a-945f-70e3263270d9 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:59:57.914104 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e714f6-1093-447d-832e-46f2f896a536 req-829bc62a-637e-44f0-bcd0-1bc172900291 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:57.916577 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-03e714f6-1093-447d-832e-46f2f896a536 req-829bc62a-637e-44f0-bcd0-1bc172900291 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 945 time: 0.1257477 Mar 01 16:59:57.925370 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d3201187-ee2d-4f3e-a32a-6378c518ec53 req-ae663955-2725-4985-aec0-5b0a10226fd4 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185355 Mar 01 16:59:57.971085 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 16:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2bc474-33ca-430b-b5a7-d64a6ca6b438 x-openstack-request-id: req-9d2bc474-33ca-430b-b5a7-d64a6ca6b438 {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:59:57.971417 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda8fe88-e153-459b-97fd-404543c955ff", "tag": "4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06", "status": "completed", "code": 200}]} {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:59:57.971674 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d2bc474-33ca-430b-b5a7-d64a6ca6b438 {{(pid=103033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:59:57.972080 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda8fe88-e153-459b-97fd-404543c955ff', 'tag': '4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06', 'status': 'completed', 'code': 200} Mar 01 16:59:57.984444 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-03873948-9540-4317-a5ee-9f7d907fdb87 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:58.097891 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-03873948-9540-4317-a5ee-9f7d907fdb87 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group (278c1ad7-35f9-4da5-be55-d783126cecc4), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:58.103595 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-03873948-9540-4317-a5ee-9f7d907fdb87 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (278c1ad7-35f9-4da5-be55-d783126cecc4), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:58.127158 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60612d8e-e0a2-4310-aea0-678851f81641 req-47a2dbdb-af1f-46b3-99b6-bd8646112072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:58.130653 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-60612d8e-e0a2-4310-aea0-678851f81641 req-47a2dbdb-af1f-46b3-99b6-bd8646112072 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a43673a7513a4ecfbdcfa9af54650cef&device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 1129 time: 0.0988724 Mar 01 16:59:58.137359 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [req-03e714f6-1093-447d-832e-46f2f896a536 req-0f9908fc-32f7-4e9c-b4e3-b6b122e2fd8c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Deleting port d6508129-cb4b-4d72-82d3-2e4a7d66e823 {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:59:58.137849 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-03e714f6-1093-447d-832e-46f2f896a536 req-0f9908fc-32f7-4e9c-b4e3-b6b122e2fd8c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (d6508129-cb4b-4d72-82d3-2e4a7d66e823), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:58.141258 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03873948-9540-4317-a5ee-9f7d907fdb87 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=278c1ad7-35f9-4da5-be55-d783126cecc4,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:58.148338 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-28d92fc6-7987-4979-8fe1-01b2013a57f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'name': 'tempest-TestMinimumBasicScenario-651542298-router', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:38Z', 'revision_number': 4, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'gw_port': {'id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': '9a6d7a2d-356e-42de-89a7-c18921c75cb8', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'port_id': '4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd', 'mac_address': 'fa:16:3e:93:9d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda8fe88-e153-459b-97fd-404543c955ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:59:56Z', 'updated_at': '2022-03-01T16:59:56Z', 'revision_number': 0, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee8292f-5bbd-4b9b-941b-08dc6c51caf7', 'name': '', 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'mac_address': 'fa:16:3e:b6:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5d875619-cbb6-4294-b78c-191694152bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:37Z', 'updated_at': '2022-03-01T16:58:42Z', 'revision_number': 5, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'subnets': [{'id': '5d875619-cbb6-4294-b78c-191694152bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:59:58.149031 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-03873948-9540-4317-a5ee-9f7d907fdb87 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:58.149566 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-03873948-9540-4317-a5ee-9f7d907fdb87 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2772739 Mar 01 16:59:58.154291 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 55902) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:58.159024 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-5cb8c422-5c2c-4b89-a2aa-992b8980d413 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Request body: {'security_group_rule': {'security_group_id': '278c1ad7-35f9-4da5-be55-d783126cecc4', 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:58.164884 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device cd374fa0-d036-4006-95e3-3c4f2bfdc288 up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 16:59:58.191912 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5cb8c422-5c2c-4b89-a2aa-992b8980d413 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group_rule (af481fe0-5d56-4365-b00e-e987ab31fd7f), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:58.192886 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d92fc6-7987-4979-8fe1-01b2013a57f1 None None] Checking router: 9ff101d1-16f2-410a-945f-70e3263270d9 for host: dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 16:59:58.203639 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d92fc6-7987-4979-8fe1-01b2013a57f1 None None] Routers {'9ff101d1-16f2-410a-945f-70e3263270d9'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 16:59:58.205998 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-28d92fc6-7987-4979-8fe1-01b2013a57f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:59:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['9ff101d1-16f2-410a-945f-70e3263270d9'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:59:58.277787 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port cd374fa0-d036-4006-95e3-3c4f2bfdc288 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 16:59:58.279034 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5cb8c422-5c2c-4b89-a2aa-992b8980d413 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group_rule (af481fe0-5d56-4365-b00e-e987ab31fd7f), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:58.280362 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:58.285430 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5cb8c422-5c2c-4b89-a2aa-992b8980d413 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (af481fe0-5d56-4365-b00e-e987ab31fd7f), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:58.317313 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5cb8c422-5c2c-4b89-a2aa-992b8980d413 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:58.319340 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-5cb8c422-5c2c-4b89-a2aa-992b8980d413 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1634760 Mar 01 16:59:58.322797 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8c422-5c2c-4b89-a2aa-992b8980d413 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af481fe0-5d56-4365-b00e-e987ab31fd7f,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:58.325055 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 55908) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:58.330732 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-2d7f807a-5bb3-486a-b084-875cc2861f0c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Request body: {'security_group_rule': {'security_group_id': '278c1ad7-35f9-4da5-be55-d783126cecc4', 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:58.338468 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-28d92fc6-7987-4979-8fe1-01b2013a57f1 None None] Set router 9ff101d1-16f2-410a-945f-70e3263270d9 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 16:59:58.445879 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c87999-21f4-4ae9-86b6-d45efdc52327 req-67d09de8-906e-4bd9-be66-7c5059a6be69 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:58.447282 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-95c87999-21f4-4ae9-86b6-d45efdc52327 req-67d09de8-906e-4bd9-be66-7c5059a6be69 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 945 time: 0.1113307 Mar 01 16:59:58.449826 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2d7f807a-5bb3-486a-b084-875cc2861f0c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group_rule (abab3a22-e74a-4e72-845e-3f37b2982f4f), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:58.454178 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port cd374fa0-d036-4006-95e3-3c4f2bfdc288 is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 16:59:58.454360 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:58.525297 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port cd374fa0-d036-4006-95e3-3c4f2bfdc288, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=cd374fa0-d036-4006-95e3-3c4f2bfdc288,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:58.534376 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:58.553920 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [req-03e714f6-1093-447d-832e-46f2f896a536 req-0f9908fc-32f7-4e9c-b4e3-b6b122e2fd8c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] For port d6508129-cb4b-4d72-82d3-2e4a7d66e823, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=d6508129-cb4b-4d72-82d3-2e4a7d66e823,segment=NetworkSegment(ff9deda3-c839-4026-9d99-f94021c86f7a),segment_id=ff9deda3-c839-4026-9d99-f94021c86f7a)] {{(pid=103033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:58.554362 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-03e714f6-1093-447d-832e-46f2f896a536 req-0f9908fc-32f7-4e9c-b4e3-b6b122e2fd8c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (d6508129-cb4b-4d72-82d3-2e4a7d66e823), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:58.555679 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-95c87999-21f4-4ae9-86b6-d45efdc52327 req-b05b6fa9-5847-42af-885b-94ad39dc3004 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005616 Mar 01 16:59:58.570673 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2d7f807a-5bb3-486a-b084-875cc2861f0c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group_rule (abab3a22-e74a-4e72-845e-3f37b2982f4f), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:58.577250 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60612d8e-e0a2-4310-aea0-678851f81641 req-6df9ff0c-0528-4d48-af14-1d4908db463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:58.578809 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-60612d8e-e0a2-4310-aea0-678851f81641 req-6df9ff0c-0528-4d48-af14-1d4908db463c service neutron] 10.222.0.37 "GET /v2.0/networks?id=6895a6ff-fbeb-4435-8eab-716932b6e3bd HTTP/1.1" status: 200 len: 915 time: 0.4354916 Mar 01 16:59:58.582599 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2d7f807a-5bb3-486a-b084-875cc2861f0c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (abab3a22-e74a-4e72-845e-3f37b2982f4f), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:58.584525 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853501cc-206a-4632-b7f5-a42f7c6b8a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:59:58.588635 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddef293-658a-46f7-b679-9d1a020ecfe4" -d '{"events": [{"server_uuid": "853501cc-206a-4632-b7f5-a42f7c6b8a72", "name": "network-vif-plugged", "status": "completed", "tag": "cd374fa0-d036-4006-95e3-3c4f2bfdc288"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:59:58.602312 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f807a-5bb3-486a-b084-875cc2861f0c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abab3a22-e74a-4e72-845e-3f37b2982f4f,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:58.606034 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a491935-66b8-413d-9a09-aeae4e562440 req-e625ac95-929c-41e4-878e-b7bab276afd1 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:58.613229 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2d7f807a-5bb3-486a-b084-875cc2861f0c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:58.614766 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-2d7f807a-5bb3-486a-b084-875cc2861f0c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2886255 Mar 01 16:59:58.617432 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 55912) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:58.617982 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7a491935-66b8-413d-9a09-aeae4e562440 req-e625ac95-929c-41e4-878e-b7bab276afd1 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 945 time: 0.2132576 Mar 01 16:59:58.622169 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-95ef6872-b1fe-4277-ab9d-5d77e35114b3 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Request body: {'security_group_rule': {'security_group_id': '278c1ad7-35f9-4da5-be55-d783126cecc4', 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:58.640416 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [req-03e714f6-1093-447d-832e-46f2f896a536 req-0f9908fc-32f7-4e9c-b4e3-b6b122e2fd8c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Calling delete_port for d6508129-cb4b-4d72-82d3-2e4a7d66e823 owned by compute:nova {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:59:58.655114 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=cd374fa0-d036-4006-95e3-3c4f2bfdc288,revision_number=10']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:58.657342 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-95ef6872-b1fe-4277-ab9d-5d77e35114b3 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group_rule (bea73f9e-b761-4999-92d1-1fb566a39e25), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:58.669278 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195eb264-2a91-40a2-9e3f-4cfc6ef07266 x-openstack-request-id: req-195eb264-2a91-40a2-9e3f-4cfc6ef07266 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 16:59:58.669974 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853501cc-206a-4632-b7f5-a42f7c6b8a72", "name": "network-vif-plugged", "status": "completed", "tag": "cd374fa0-d036-4006-95e3-3c4f2bfdc288", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 16:59:58.671628 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-195eb264-2a91-40a2-9e3f-4cfc6ef07266 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 16:59:58.672313 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853501cc-206a-4632-b7f5-a42f7c6b8a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288', 'code': 200} Mar 01 16:59:58.692685 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-28d92fc6-7987-4979-8fe1-01b2013a57f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'name': 'tempest-TestMinimumBasicScenario-651542298-router', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:38Z', 'revision_number': 4, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'gw_port': {'id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': '9a6d7a2d-356e-42de-89a7-c18921c75cb8', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'port_id': '4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd', 'mac_address': 'fa:16:3e:93:9d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda8fe88-e153-459b-97fd-404543c955ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:59:56Z', 'updated_at': '2022-03-01T16:59:56Z', 'revision_number': 0, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee8292f-5bbd-4b9b-941b-08dc6c51caf7', 'name': '', 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'mac_address': 'fa:16:3e:b6:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5d875619-cbb6-4294-b78c-191694152bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:37Z', 'updated_at': '2022-03-01T16:58:42Z', 'revision_number': 5, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'subnets': [{'id': '5d875619-cbb6-4294-b78c-191694152bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 16:59:58.721948 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7a491935-66b8-413d-9a09-aeae4e562440 req-cdcf04fc-2fb7-4dcd-91a3-2e2e12fb80fa tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/security-groups?id=197683a9-b447-468e-a0d2-cc5eba3c734f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003888 Mar 01 16:59:58.734413 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d92fc6-7987-4979-8fe1-01b2013a57f1 None None] The sync data for ids ['9ff101d1-16f2-410a-945f-70e3263270d9'] in dv-cinder-831247-2-iscsi is: [{'id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'name': 'tempest-TestMinimumBasicScenario-651542298-router', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:38Z', 'revision_number': 4, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'gw_port': {'id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': '9a6d7a2d-356e-42de-89a7-c18921c75cb8', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'port_id': '4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd', 'mac_address': 'fa:16:3e:93:9d:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda8fe88-e153-459b-97fd-404543c955ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T16:59:56Z', 'updated_at': '2022-03-01T16:59:56Z', 'revision_number': 0, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee8292f-5bbd-4b9b-941b-08dc6c51caf7', 'name': '', 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'mac_address': 'fa:16:3e:b6:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5d875619-cbb6-4294-b78c-191694152bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:37Z', 'updated_at': '2022-03-01T16:58:42Z', 'revision_number': 5, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'subnets': [{'id': '5d875619-cbb6-4294-b78c-191694152bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 16:59:58.822574 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf4eae-d7c3-4db6-94e6-f28ea3bd3f76 req-5266dd8e-9a90-40f9-bb69-97e2bd045803 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:58.823430 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-60612d8e-e0a2-4310-aea0-678851f81641 req-2807f203-6b56-47e4-bebe-a5c7ebeca568 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 HTTP/1.1" status: 200 len: 998 time: 0.1799557 Mar 01 16:59:58.824309 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a8cf4eae-d7c3-4db6-94e6-f28ea3bd3f76 req-5266dd8e-9a90-40f9-bb69-97e2bd045803 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0978501 Mar 01 16:59:58.826230 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-95ef6872-b1fe-4277-ab9d-5d77e35114b3 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group_rule (bea73f9e-b761-4999-92d1-1fb566a39e25), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:58.835111 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-95ef6872-b1fe-4277-ab9d-5d77e35114b3 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (bea73f9e-b761-4999-92d1-1fb566a39e25), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:58.875508 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef6872-b1fe-4277-ab9d-5d77e35114b3 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea73f9e-b761-4999-92d1-1fb566a39e25,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:58.895569 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-95ef6872-b1fe-4277-ab9d-5d77e35114b3 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:58.896946 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-95ef6872-b1fe-4277-ab9d-5d77e35114b3 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2780418 Mar 01 16:59:58.900325 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 55918) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:58.909382 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-ad006b51-affd-4b92-9848-1a1902ee4688 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Request body: {'security_group_rule': {'security_group_id': '278c1ad7-35f9-4da5-be55-d783126cecc4', 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:58.928576 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a8cf4eae-d7c3-4db6-94e6-f28ea3bd3f76 req-04373aec-870f-46ac-a575-98ecde9583ef tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961573 Mar 01 16:59:58.938886 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60612d8e-e0a2-4310-aea0-678851f81641 req-1e9c6328-9ce6-4b9b-9034-f33c94abe608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:58.940619 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-60612d8e-e0a2-4310-aea0-678851f81641 req-1e9c6328-9ce6-4b9b-9034-f33c94abe608 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d875619-cbb6-4294-b78c-191694152bb5 HTTP/1.1" status: 200 len: 853 time: 0.1020403 Mar 01 16:59:58.952420 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ad006b51-affd-4b92-9848-1a1902ee4688 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group_rule (a4f87b6b-91fa-4792-be2a-ba467db5c755), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:58.980602 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9c5ee-b882-426f-a5ea-5101a2714534 req-bd75d7fb-6c3e-4bc9-91e0-607f96fe30ee tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:58.983001 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8aa9c5ee-b882-426f-a5ea-5101a2714534 req-bd75d7fb-6c3e-4bc9-91e0-607f96fe30ee tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 946 time: 0.1620300 Mar 01 16:59:59.065608 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-03e714f6-1093-447d-832e-46f2f896a536 req-0f9908fc-32f7-4e9c-b4e3-b6b122e2fd8c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188'] for port (d6508129-cb4b-4d72-82d3-2e4a7d66e823), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:59.075810 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f21e1b-210c-4525-a277-59ea3acadfd9 None None] New status for floating IP 9a6d7a2d-356e-42de-89a7-c18921c75cb8: ACTIVE {{(pid=103034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 16:59:59.087105 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['d6508129-cb4b-4d72-82d3-2e4a7d66e823'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 16:59:59.143473 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8aa9c5ee-b882-426f-a5ea-5101a2714534 req-be55dee7-487c-4ce2-a15b-ceb66e0c67ab tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299551 Mar 01 16:59:59.146544 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9908fc-32f7-4e9c-b4e3-b6b122e2fd8c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Pushing event deleted for resources: {'Port': ['ID=d6508129-cb4b-4d72-82d3-2e4a7d66e823,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:59.174417 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60612d8e-e0a2-4310-aea0-678851f81641 req-10ba8556-f71a-41ab-b6c1-c31954886415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:59.175994 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-60612d8e-e0a2-4310-aea0-678851f81641 req-10ba8556-f71a-41ab-b6c1-c31954886415 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6895a6ff-fbeb-4435-8eab-716932b6e3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2149699 Mar 01 16:59:59.200659 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e714f6-1093-447d-832e-46f2f896a536 req-0f9908fc-32f7-4e9c-b4e3-b6b122e2fd8c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] No DVR routers for this DVR port d6508129-cb4b-4d72-82d3-2e4a7d66e823 on host hv-cinder-83124 {{(pid=103033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 16:59:59.212374 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [req-03e714f6-1093-447d-832e-46f2f896a536 req-0f9908fc-32f7-4e9c-b4e3-b6b122e2fd8c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:59.215728 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-03e714f6-1093-447d-832e-46f2f896a536 req-0f9908fc-32f7-4e9c-b4e3-b6b122e2fd8c tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.37 "DELETE /v2.0/ports/d6508129-cb4b-4d72-82d3-2e4a7d66e823 HTTP/1.1" status: 204 len: 173 time: 1.2910764 Mar 01 16:59:59.320028 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-60612d8e-e0a2-4310-aea0-678851f81641 req-88841ae4-aa0c-4556-a382-7c5c06569617 service neutron] 10.222.0.37 "GET /v2.0/networks/6895a6ff-fbeb-4435-8eab-716932b6e3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203837 Mar 01 16:59:59.447101 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-60612d8e-e0a2-4310-aea0-678851f81641 req-db095c49-f1fe-418a-9269-707f1dc06191 service neutron] 10.222.0.37 "GET /v2.0/networks/6895a6ff-fbeb-4435-8eab-716932b6e3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177516 Mar 01 16:59:59.470824 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ad006b51-affd-4b92-9848-1a1902ee4688 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group_rule (a4f87b6b-91fa-4792-be2a-ba467db5c755), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:59.487637 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ad006b51-affd-4b92-9848-1a1902ee4688 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (a4f87b6b-91fa-4792-be2a-ba467db5c755), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:59.530563 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0d90a-c799-4195-a6eb-031daff8fde8 req-278cbb3c-f758-46c0-b209-6204564edcf3 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:59.532974 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-00e0d90a-c799-4195-a6eb-031daff8fde8 req-278cbb3c-f758-46c0-b209-6204564edcf3 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 944 time: 0.5021067 Mar 01 16:59:59.555625 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad006b51-affd-4b92-9848-1a1902ee4688 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f87b6b-91fa-4792-be2a-ba467db5c755,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:59.580377 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4630b45-551e-44fa-9983-457e71687a58 req-aa50b6ee-0bf7-4bf4-88ee-269a2e52f5b7 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:59.582702 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e4630b45-551e-44fa-9983-457e71687a58 req-aa50b6ee-0bf7-4bf4-88ee-269a2e52f5b7 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.5815043 Mar 01 16:59:59.600818 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ad006b51-affd-4b92-9848-1a1902ee4688 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:59.603371 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-ad006b51-affd-4b92-9848-1a1902ee4688 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7021143 Mar 01 16:59:59.606683 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 55924) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:59.612760 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-354eef97-3239-4b94-89b9-935993d091d2 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Request body: {'security_group_rule': {'security_group_id': '278c1ad7-35f9-4da5-be55-d783126cecc4', 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:59.644189 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.db.securitygroups_db [None req-354eef97-3239-4b94-89b9-935993d091d2 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Project a43673a7513a4ecfbdcfa9af54650cef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 16:59:59.645155 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead835a7-01a1-4648-8eb6-9e7f84774735 req-edeba228-0eba-494a-8e03-9642d2e57017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:59.646790 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ead835a7-01a1-4648-8eb6-9e7f84774735 req-edeba228-0eba-494a-8e03-9642d2e57017 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 1130 time: 0.2496824 Mar 01 16:59:59.665780 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-354eef97-3239-4b94-89b9-935993d091d2 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group_rule (dd65ccdf-1120-440f-a3d5-b45d24291e68), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:59.696682 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-00e0d90a-c799-4195-a6eb-031daff8fde8 req-283e6495-d939-49c7-9d2c-888eb060a833 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495788 Mar 01 16:59:59.728470 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09fcd0-5065-46bf-9fab-009c4435908f req-50e3fb15-e3c2-4be3-8674-50001517eb9d tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 16:59:59.732041 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ce09fcd0-5065-46bf-9fab-009c4435908f req-50e3fb15-e3c2-4be3-8674-50001517eb9d tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 945 time: 0.0999651 Mar 01 16:59:59.751425 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ead835a7-01a1-4648-8eb6-9e7f84774735 req-aecb4502-01e9-4923-98fa-dc1c38e84f37 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949042 Mar 01 16:59:59.766758 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-354eef97-3239-4b94-89b9-935993d091d2 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group_rule (dd65ccdf-1120-440f-a3d5-b45d24291e68), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:59.774173 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-354eef97-3239-4b94-89b9-935993d091d2 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (dd65ccdf-1120-440f-a3d5-b45d24291e68), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:59.776167 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-e4630b45-551e-44fa-9983-457e71687a58 req-2b2f49b3-89a4-4c1f-bcb6-44e6dce8cb5d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Deleting port b249d806-cd40-4f71-8902-d4810caf8547 {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 16:59:59.776508 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-e4630b45-551e-44fa-9983-457e71687a58 req-2b2f49b3-89a4-4c1f-bcb6-44e6dce8cb5d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (b249d806-cd40-4f71-8902-d4810caf8547), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:59.809899 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354eef97-3239-4b94-89b9-935993d091d2 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd65ccdf-1120-440f-a3d5-b45d24291e68,revision_number=0']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 16:59:59.816329 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ce09fcd0-5065-46bf-9fab-009c4435908f req-df968964-0ce0-4833-a221-70ba7fc5aff3 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750043 Mar 01 16:59:59.824188 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-354eef97-3239-4b94-89b9-935993d091d2 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:59.828726 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-354eef97-3239-4b94-89b9-935993d091d2 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2207646 Mar 01 16:59:59.829693 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 55928) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 16:59:59.835056 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-5b3c091a-727d-4aed-9618-56b7365aba4d tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Request body: {'security_group_rule': {'security_group_id': '278c1ad7-35f9-4da5-be55-d783126cecc4', 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 16:59:59.871092 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.db.securitygroups_db [None req-5b3c091a-727d-4aed-9618-56b7365aba4d tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Project a43673a7513a4ecfbdcfa9af54650cef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 16:59:59.879665 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5b3c091a-727d-4aed-9618-56b7365aba4d tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group_rule (ca627671-272d-451c-9923-125e6b6d1a2b), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:59.888232 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-038380a0-446a-4342-8a79-ef1e4121a344 req-52c2e023-fea9-4b7f-a131-f1eb527d7cb4 tempest-AttachVolumeNegativeTest-180605762 tempest-AttachVolumeNegativeTest-180605762-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbecfa80-02e1-47c8-86fe-32cfc5375fc0 HTTP/1.1" status: 200 len: 210 time: 0.0368290 Mar 01 16:59:59.919600 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-e4630b45-551e-44fa-9983-457e71687a58 req-2b2f49b3-89a4-4c1f-bcb6-44e6dce8cb5d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] For port b249d806-cd40-4f71-8902-d4810caf8547, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=b249d806-cd40-4f71-8902-d4810caf8547,segment=NetworkSegment(0b8a156e-0a51-42c0-8e44-ecdc4f561eb4),segment_id=0b8a156e-0a51-42c0-8e44-ecdc4f561eb4)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 16:59:59.920096 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-e4630b45-551e-44fa-9983-457e71687a58 req-2b2f49b3-89a4-4c1f-bcb6-44e6dce8cb5d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (b249d806-cd40-4f71-8902-d4810caf8547), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:59.936984 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-e4630b45-551e-44fa-9983-457e71687a58 req-2b2f49b3-89a4-4c1f-bcb6-44e6dce8cb5d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Calling delete_port for b249d806-cd40-4f71-8902-d4810caf8547 owned by compute:nova {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 16:59:59.956361 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5b3c091a-727d-4aed-9618-56b7365aba4d tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group_rule (ca627671-272d-451c-9923-125e6b6d1a2b), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:59.961765 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5b3c091a-727d-4aed-9618-56b7365aba4d tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (ca627671-272d-451c-9923-125e6b6d1a2b), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 16:59:59.975517 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbecfa80-02e1-47c8-86fe-32cfc5375fc0', 'name': 'network-vif-deleted', 'tag': 'd6508129-cb4b-4d72-82d3-2e4a7d66e823'}] {{(pid=103033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 16:59:59.977986 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dddadf24ac110f9ada54727228b3474a86f75cc3561f1e1b47b1deb8a3f97d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c426c276-3eed-47b1-a36c-c3db8a9eb1e2" -d '{"events": [{"server_uuid": "dbecfa80-02e1-47c8-86fe-32cfc5375fc0", "name": "network-vif-deleted", "tag": "d6508129-cb4b-4d72-82d3-2e4a7d66e823"}]}' {{(pid=103033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 16:59:59.992048 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c091a-727d-4aed-9618-56b7365aba4d tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca627671-272d-451c-9923-125e6b6d1a2b,revision_number=0']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:00.002487 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5b3c091a-727d-4aed-9618-56b7365aba4d tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:00.004045 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-5b3c091a-727d-4aed-9618-56b7365aba4d tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1732366 Mar 01 17:00:00.115479 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c5c04-94b6-46d7-8025-89770dfd04bc req-6b020f5e-955c-4cdc-ac89-bcdd83972e07 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:00.117235 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f30c5c04-94b6-46d7-8025-89770dfd04bc req-6b020f5e-955c-4cdc-ac89-bcdd83972e07 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/ports?device_id=76bdbc43-a352-40e2-b2d5-23e477c5c7e1 HTTP/1.1" status: 200 len: 946 time: 0.0892780 Mar 01 17:00:00.193738 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-e4630b45-551e-44fa-9983-457e71687a58 req-2b2f49b3-89a4-4c1f-bcb6-44e6dce8cb5d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (b249d806-cd40-4f71-8902-d4810caf8547), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:00.206285 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f30c5c04-94b6-46d7-8025-89770dfd04bc req-b4554953-a20c-4807-8cea-5a994c8deb80 tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.55 "GET /v2.0/security-groups?id=50db52bd-856e-4bb8-a430-7ee70ba2420b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713909 Mar 01 17:00:00.239989 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f49b3-89a4-4c1f-bcb6-44e6dce8cb5d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Pushing event deleted for resources: {'Port': ['ID=b249d806-cd40-4f71-8902-d4810caf8547,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:00.290061 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 16:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77caf9bf-6656-4500-a626-7111b179ba16 x-openstack-request-id: req-77caf9bf-6656-4500-a626-7111b179ba16 {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:00:00.290061 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbecfa80-02e1-47c8-86fe-32cfc5375fc0", "name": "network-vif-deleted", "tag": "d6508129-cb4b-4d72-82d3-2e4a7d66e823", "status": "completed", "code": 200}]} {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:00:00.290061 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-77caf9bf-6656-4500-a626-7111b179ba16 {{(pid=103033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:00:00.290061 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbecfa80-02e1-47c8-86fe-32cfc5375fc0', 'name': 'network-vif-deleted', 'tag': 'd6508129-cb4b-4d72-82d3-2e4a7d66e823', 'status': 'completed', 'code': 200} Mar 01 17:00:00.309401 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4630b45-551e-44fa-9983-457e71687a58 req-2b2f49b3-89a4-4c1f-bcb6-44e6dce8cb5d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] No DVR routers for this DVR port b249d806-cd40-4f71-8902-d4810caf8547 on host hv-cinder-83124 {{(pid=103032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:00:00.313506 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-e4630b45-551e-44fa-9983-457e71687a58 req-2b2f49b3-89a4-4c1f-bcb6-44e6dce8cb5d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:00.317334 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e4630b45-551e-44fa-9983-457e71687a58 req-2b2f49b3-89a4-4c1f-bcb6-44e6dce8cb5d tempest-ServerRescueNegativeTestJSON-1719335011 tempest-ServerRescueNegativeTestJSON-1719335011-project] 10.222.0.37 "DELETE /v2.0/ports/b249d806-cd40-4f71-8902-d4810caf8547 HTTP/1.1" status: 204 len: 173 time: 0.7118318 Mar 01 17:00:00.317817 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bdbc43-a352-40e2-b2d5-23e477c5c7e1', 'name': 'network-vif-deleted', 'tag': 'b249d806-cd40-4f71-8902-d4810caf8547'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:00:00.328190 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05997d5-50c3-429c-b028-f17c8c48dc37" -d '{"events": [{"server_uuid": "76bdbc43-a352-40e2-b2d5-23e477c5c7e1", "name": "network-vif-deleted", "tag": "b249d806-cd40-4f71-8902-d4810caf8547"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:00:00.417424 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac3ecc-ba23-4768-b1b7-d1a39fe85266 req-8dabefba-85f5-40c1-9472-95cf7a3d5abd tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:00.420524 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-dcac3ecc-ba23-4768-b1b7-d1a39fe85266 req-8dabefba-85f5-40c1-9472-95cf7a3d5abd tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 946 time: 0.0807164 Mar 01 17:00:00.447597 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-254b14f4-8958-4d95-b96c-d4462dd0507a req-3d81cf9b-9483-405b-b7c4-827a1e692ddf tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1919408778&fields=id&tenant_id=a43673a7513a4ecfbdcfa9af54650cef HTTP/1.1" status: 200 len: 267 time: 0.0878057 Mar 01 17:00:00.489899 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-dcac3ecc-ba23-4768-b1b7-d1a39fe85266 req-be5e33d7-6236-487d-a53d-770a682dd7d9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630717 Mar 01 17:00:00.507735 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b14f4-8958-4d95-b96c-d4462dd0507a req-02bcad48-f892-4bf3-bd06-0399492ab343 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:00.509615 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-254b14f4-8958-4d95-b96c-d4462dd0507a req-02bcad48-f892-4bf3-bd06-0399492ab343 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 945 time: 0.0612390 Mar 01 17:00:00.522014 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-254b14f4-8958-4d95-b96c-d4462dd0507a req-3f87068b-8af6-4424-82d2-f43c25a14a4f tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Request body: {'port': {'security_groups': ['8139b40a-78b7-4a58-9cc7-f0df6493bc45', '278c1ad7-35f9-4da5-be55-d783126cecc4']}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:00:00.547014 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f6df33-04bb-4a9f-834d-fecc8d5a7429 x-openstack-request-id: req-e3f6df33-04bb-4a9f-834d-fecc8d5a7429 {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:00:00.547355 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76bdbc43-a352-40e2-b2d5-23e477c5c7e1", "name": "network-vif-deleted", "tag": "b249d806-cd40-4f71-8902-d4810caf8547", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:00:00.547572 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e3f6df33-04bb-4a9f-834d-fecc8d5a7429 {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:00:00.547981 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76bdbc43-a352-40e2-b2d5-23e477c5c7e1', 'name': 'network-vif-deleted', 'tag': 'b249d806-cd40-4f71-8902-d4810caf8547', 'status': 'completed', 'code': 200} Mar 01 17:00:00.609395 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-254b14f4-8958-4d95-b96c-d4462dd0507a req-3f87068b-8af6-4424-82d2-f43c25a14a4f tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:00.823580 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-254b14f4-8958-4d95-b96c-d4462dd0507a req-3f87068b-8af6-4424-82d2-f43c25a14a4f tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] For port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06,segment=NetworkSegment(fea9cd02-5abe-4f24-b2b7-57d2ea333cda),segment_id=fea9cd02-5abe-4f24-b2b7-57d2ea333cda)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:00:00.837935 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37facad3-c1b0-4360-b9b2-c2df385f3ca7 req-ec6d0ac7-576a-498b-9cc0-dbe72869b34c tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:00.839540 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-37facad3-c1b0-4360-b9b2-c2df385f3ca7 req-ec6d0ac7-576a-498b-9cc0-dbe72869b34c tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 944 time: 0.0578332 Mar 01 17:00:00.863864 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-254b14f4-8958-4d95-b96c-d4462dd0507a req-3f87068b-8af6-4424-82d2-f43c25a14a4f tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:00.868993 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-254b14f4-8958-4d95-b96c-d4462dd0507a req-3f87068b-8af6-4424-82d2-f43c25a14a4f tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:00.885110 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 17:00:00.900704 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-37facad3-c1b0-4360-b9b2-c2df385f3ca7 req-c4308026-18b0-4f3c-a1a8-5378e2c8c247 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539227 Mar 01 17:00:00.922468 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b14f4-8958-4d95-b96c-d4462dd0507a req-3f87068b-8af6-4424-82d2-f43c25a14a4f tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:00.923192 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-254b14f4-8958-4d95-b96c-d4462dd0507a req-3f87068b-8af6-4424-82d2-f43c25a14a4f tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:00.924803 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-254b14f4-8958-4d95-b96c-d4462dd0507a req-3f87068b-8af6-4424-82d2-f43c25a14a4f tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "PUT /v2.0/ports/4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 HTTP/1.1" status: 200 len: 981 time: 0.4078617 Mar 01 17:00:00.983134 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 55956) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:00.985566 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87068b-8af6-4424-82d2-f43c25a14a4f tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Pushing event updated for resources: {'Port': ['ID=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06,revision_number=6']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:01.055797 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8d4422-0dd1-4ec4-8293-80ecf3001686 admin admin] Deleting subnet 909e1df5-b88c-42b4-b1ea-8fa858e4c359 {{(pid=103033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 17:00:01.066416 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1d8d4422-0dd1-4ec4-8293-80ecf3001686 admin admin] Publish callbacks [] for subnet (909e1df5-b88c-42b4-b1ea-8fa858e4c359), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:01.099076 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 17:00:01.115038 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1d8d4422-0dd1-4ec4-8293-80ecf3001686 admin admin] Publish callbacks [] for subnet (909e1df5-b88c-42b4-b1ea-8fa858e4c359), precommit_delete_associations {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:01.125745 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1d8d4422-0dd1-4ec4-8293-80ecf3001686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824678'] for subnet (909e1df5-b88c-42b4-b1ea-8fa858e4c359), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:01.156301 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfc8d6-aa13-4d31-b2d0-80acee8ecb97 req-57cc7ed0-b2c3-464c-ae82-47b5a6039325 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:01.166487 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d7cfc8d6-aa13-4d31-b2d0-80acee8ecb97 req-57cc7ed0-b2c3-464c-ae82-47b5a6039325 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 984 time: 0.1277330 Mar 01 17:00:01.186275 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1d8d4422-0dd1-4ec4-8293-80ecf3001686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for subnet (909e1df5-b88c-42b4-b1ea-8fa858e4c359), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:01.201887 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1d8d4422-0dd1-4ec4-8293-80ecf3001686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:01.205672 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-1d8d4422-0dd1-4ec4-8293-80ecf3001686 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/909e1df5-b88c-42b4-b1ea-8fa858e4c359 HTTP/1.1" status: 204 len: 168 time: 0.2208180 Mar 01 17:00:01.223675 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 55962) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:01.230766 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d4422-0dd1-4ec4-8293-80ecf3001686 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=909e1df5-b88c-42b4-b1ea-8fa858e4c359,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:01.289609 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d7cfc8d6-aa13-4d31-b2d0-80acee8ecb97 req-3041d676-edd8-4092-b037-93950eca11a2 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=278c1ad7-35f9-4da5-be55-d783126cecc4&id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1190252 Mar 01 17:00:01.313282 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896669'] for network (a144fbb1-cd5b-4bd3-b93a-8975fccf0431), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:01.318689 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 55974) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:01.385012 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-b57d525d-828b-4155-80b1-58813503ccc4 None None] Provisioning complete for port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:00:01.385393 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b57d525d-828b-4155-80b1-58813503ccc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:01.447382 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986525', 'neutron.services.segments.db._delete_segments_for_network-8740453540253'] for network (a144fbb1-cd5b-4bd3-b93a-8975fccf0431), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:01.482033 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 17:00:01.482355 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 17:00:01.484797 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 17:00:01.485158 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Subscribe: > port after_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 17:00:01.485557 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 17:00:01.486545 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Subscribe: > port after_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 17:00:01.486896 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 17:00:01.487417 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 17:00:01.487747 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 17:00:01.488073 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 17:00:01.639051 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 17:00:01.639051 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 17:00:01.639403 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 17:00:01.642417 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 17:00:01.642949 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a144fbb1-cd5b-4bd3-b93a-8975fccf0431']}} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:01.659395 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-b57d525d-828b-4155-80b1-58813503ccc4 None None] Current status of the port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:00:01.663509 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9deda3-c839-4026-9d99-f94021c86f7a') {'for_net_delete': True} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:01.664007 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9deda3-c839-4026-9d99-f94021c86f7a') {} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:01.685776 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740453543078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12140833'] for segment (ff9deda3-c839-4026-9d99-f94021c86f7a), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:01.711356 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (ff9deda3-c839-4026-9d99-f94021c86f7a), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:01.722497 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 17:00:01.722924 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12089918'] for segment (ff9deda3-c839-4026-9d99-f94021c86f7a), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: from cryptography.utils import int_from_bytes Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: from cryptography.utils import int_from_bytes Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: Traceback (most recent call last): Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: timer() Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: cb(*args, **kw) Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: return func(*args, **kwargs) Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: self._notify() Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: self.callback(batched_events) Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: event.method(event) Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: return f(self, *a, **k) Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: return self._get(url).json() Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: return self.request(url, 'GET', **kwargs) Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 17:00:01.728284 dv-cinder-831247-2-iscsi neutron-server[103033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 17:00:01.745326 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899918fe-a209-4f32-9a50-2159b261d2b9 req-0efa9baa-0361-4d3f-b560-594287b9aed4 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:01.747256 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-899918fe-a209-4f32-9a50-2159b261d2b9 req-0efa9baa-0361-4d3f-b560-594287b9aed4 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 946 time: 0.1251826 Mar 01 17:00:01.820445 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688628'] for network (a144fbb1-cd5b-4bd3-b93a-8975fccf0431), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:01.837925 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-899918fe-a209-4f32-9a50-2159b261d2b9 req-77baa4ac-4b7f-4aaf-9097-ee90a873f794 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828521 Mar 01 17:00:01.866674 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a144fbb1-cd5b-4bd3-b93a-8975fccf0431,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:01.871831 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:01.876841 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-7de009d9-ebd1-44f7-a249-09b189603ad5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a144fbb1-cd5b-4bd3-b93a-8975fccf0431 HTTP/1.1" status: 204 len: 168 time: 0.6515732 Mar 01 17:00:01.918612 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:01.939487 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e582334a-50a8-4b3e-a187-b301b3a32578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690182'] for router_interface (5bd3a332-d5ef-45ca-b348-7ad3bd18fb34), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:02.033711 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ccf2a-463f-4bee-a1bc-c13c75ea8a2c req-d713ae60-02dd-4612-a589-08f3ebac1fdb tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:02.035245 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-693ccf2a-463f-4bee-a1bc-c13c75ea8a2c req-d713ae60-02dd-4612-a589-08f3ebac1fdb tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 944 time: 0.0614283 Mar 01 17:00:02.115732 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-693ccf2a-463f-4bee-a1bc-c13c75ea8a2c req-402ef3b8-7c69-45a3-b0f6-d165ebb1b6cd tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729461 Mar 01 17:00:02.117697 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56012) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:02.165842 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-17d3a2ab-317e-4654-9a29-35f262edd78b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8281adaa9b4d4205a723ff65c505c995&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0457115 Mar 01 17:00:02.168820 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56014) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:02.188793 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 726488a0-39bc-4d94-a1b5-135fea000a37 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 17:00:02.210014 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device d6508129-cb4b-4d72-82d3-2e4a7d66e823 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:00:02.224374 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3ec64070-c419-40ce-a1b4-f7a668320171 admin admin] Publish callbacks [] for security_group (197683a9-b447-468e-a0d2-cc5eba3c734f), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:02.239476 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] No Port match for: d6508129-cb4b-4d72-82d3-2e4a7d66e823 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:00:02.239832 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device d6508129-cb4b-4d72-82d3-2e4a7d66e823 not bound to the agent host hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:00:02.240258 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device b249d806-cd40-4f71-8902-d4810caf8547 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:00:02.246438 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3ec64070-c419-40ce-a1b4-f7a668320171 admin admin] Publish callbacks [] for security_group (197683a9-b447-468e-a0d2-cc5eba3c734f), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:02.271300 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-e582334a-50a8-4b3e-a187-b301b3a32578 admin admin] Deleting port 0b30c57c-7b43-4dab-8f26-c7bc9fc20d78 {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:00:02.271692 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e582334a-50a8-4b3e-a187-b301b3a32578 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (0b30c57c-7b43-4dab-8f26-c7bc9fc20d78), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:02.274228 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] No Port match for: b249d806-cd40-4f71-8902-d4810caf8547 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:00:02.274590 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device b249d806-cd40-4f71-8902-d4810caf8547 not bound to the agent host hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:00:02.299694 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3ec64070-c419-40ce-a1b4-f7a668320171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (197683a9-b447-468e-a0d2-cc5eba3c734f), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:02.302251 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3ec64070-c419-40ce-a1b4-f7a668320171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:02.303419 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-3ec64070-c419-40ce-a1b4-f7a668320171 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/197683a9-b447-468e-a0d2-cc5eba3c734f HTTP/1.1" status: 204 len: 168 time: 0.1335583 Mar 01 17:00:02.311829 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec64070-c419-40ce-a1b4-f7a668320171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197683a9-b447-468e-a0d2-cc5eba3c734f,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:02.359067 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 726488a0-39bc-4d94-a1b5-135fea000a37, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=726488a0-39bc-4d94-a1b5-135fea000a37,segment=NetworkSegment(aecf5d8d-76dc-4986-98db-c9d5d6ceb80f),segment_id=aecf5d8d-76dc-4986-98db-c9d5d6ceb80f)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:00:02.370904 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [None req-e582334a-50a8-4b3e-a187-b301b3a32578 admin admin] For port 0b30c57c-7b43-4dab-8f26-c7bc9fc20d78, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=0b30c57c-7b43-4dab-8f26-c7bc9fc20d78,segment=NetworkSegment(0b8a156e-0a51-42c0-8e44-ecdc4f561eb4),segment_id=0b8a156e-0a51-42c0-8e44-ecdc4f561eb4)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:00:02.371272 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e582334a-50a8-4b3e-a187-b301b3a32578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (0b30c57c-7b43-4dab-8f26-c7bc9fc20d78), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:02.372494 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': '726488a0-39bc-4d94-a1b5-135fea000a37', 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff', 'port_id': '726488a0-39bc-4d94-a1b5-135fea000a37', 'mac_address': 'fa:16:3e:c1:e2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276412f6-7bd0-4c44-b6d9-29433bde89ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 17:00:02.383749 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-e582334a-50a8-4b3e-a187-b301b3a32578 admin admin] Calling delete_port for 0b30c57c-7b43-4dab-8f26-c7bc9fc20d78 owned by network:router_interface {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:00:02.414478 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 726488a0-39bc-4d94-a1b5-135fea000a37 is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:00:02.415020 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (726488a0-39bc-4d94-a1b5-135fea000a37), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:02.434984 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726488a0-39bc-4d94-a1b5-135fea000a37 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 17:00:02.462520 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 726488a0-39bc-4d94-a1b5-135fea000a37, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=726488a0-39bc-4d94-a1b5-135fea000a37,segment=NetworkSegment(aecf5d8d-76dc-4986-98db-c9d5d6ceb80f),segment_id=aecf5d8d-76dc-4986-98db-c9d5d6ceb80f)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:00:02.466268 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (726488a0-39bc-4d94-a1b5-135fea000a37), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:02.517972 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=726488a0-39bc-4d94-a1b5-135fea000a37,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:02.550960 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda8fe88-e153-459b-97fd-404543c955ff', 'tag': '4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:00:02.553639 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf1bc7d-2c84-4365-94cf-313b85bb5b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "eda8fe88-e153-459b-97fd-404543c955ff", "tag": "4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:00:02.597638 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 17:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ebad04-5be5-4ba4-a3d7-cc0245085e81 x-openstack-request-id: req-86ebad04-5be5-4ba4-a3d7-cc0245085e81 {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:00:02.597927 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda8fe88-e153-459b-97fd-404543c955ff", "tag": "4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:00:02.598180 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-86ebad04-5be5-4ba4-a3d7-cc0245085e81 {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:00:02.599179 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda8fe88-e153-459b-97fd-404543c955ff', 'tag': '4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06', 'status': 'completed', 'code': 200} Mar 01 17:00:02.633333 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e582334a-50a8-4b3e-a187-b301b3a32578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (0b30c57c-7b43-4dab-8f26-c7bc9fc20d78), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:02.679050 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582334a-50a8-4b3e-a187-b301b3a32578 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b30c57c-7b43-4dab-8f26-c7bc9fc20d78,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:02.719104 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['726488a0-39bc-4d94-a1b5-135fea000a37'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 17:00:02.740362 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1bc7d-2c84-4365-94cf-313b85bb5b5d req-c325e0d1-1fbe-4337-8662-29766d1e3092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:02.741911 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1bf1bc7d-2c84-4365-94cf-313b85bb5b5d req-c325e0d1-1fbe-4337-8662-29766d1e3092 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a43673a7513a4ecfbdcfa9af54650cef&device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 1168 time: 0.1194925 Mar 01 17:00:02.939216 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e582334a-50a8-4b3e-a187-b301b3a32578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690026'] for router_interface (5bd3a332-d5ef-45ca-b348-7ad3bd18fb34), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:02.994264 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c758c-c5fa-44e7-89a3-056b1a07f7d1 req-a881e359-29da-4b3b-8ec2-64adddc5d1e3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:02.996207 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-700c758c-c5fa-44e7-89a3-056b1a07f7d1 req-a881e359-29da-4b3b-8ec2-64adddc5d1e3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 946 time: 0.0705242 Mar 01 17:00:03.005572 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1bc7d-2c84-4365-94cf-313b85bb5b5d req-7eaf834f-decd-499b-aa79-c92171fee97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:03.007059 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1bf1bc7d-2c84-4365-94cf-313b85bb5b5d req-7eaf834f-decd-499b-aa79-c92171fee97b service neutron] 10.222.0.37 "GET /v2.0/networks?id=6895a6ff-fbeb-4435-8eab-716932b6e3bd HTTP/1.1" status: 200 len: 915 time: 0.2566903 Mar 01 17:00:03.062572 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-700c758c-c5fa-44e7-89a3-056b1a07f7d1 req-687f0711-e5db-4453-bafe-8ad60e7de4d3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598955 Mar 01 17:00:03.255055 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9206303-0652-4114-95c4-3e3e4b1052d8 req-dd4712ca-7656-478f-b369-e360b1adc450 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:03.256824 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c9206303-0652-4114-95c4-3e3e4b1052d8 req-dd4712ca-7656-478f-b369-e360b1adc450 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 945 time: 0.0736723 Mar 01 17:00:03.326602 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c9206303-0652-4114-95c4-3e3e4b1052d8 req-f61e77ef-4ec7-4de8-96bd-4e8db99bfb6b tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631158 Mar 01 17:00:03.424047 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1bf1bc7d-2c84-4365-94cf-313b85bb5b5d req-3365936e-d5bf-4d19-baac-da3825d73b65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 HTTP/1.1" status: 200 len: 1000 time: 0.4103324 Mar 01 17:00:03.513757 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1bc7d-2c84-4365-94cf-313b85bb5b5d req-505fb46c-12db-4e23-b803-de1472505d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:03.515234 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1bf1bc7d-2c84-4365-94cf-313b85bb5b5d req-505fb46c-12db-4e23-b803-de1472505d56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d875619-cbb6-4294-b78c-191694152bb5 HTTP/1.1" status: 200 len: 853 time: 0.0853357 Mar 01 17:00:03.627875 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1bc7d-2c84-4365-94cf-313b85bb5b5d req-a7fb4ca7-ae36-4995-8ef7-fa7a9a498b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:03.629426 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1bf1bc7d-2c84-4365-94cf-313b85bb5b5d req-a7fb4ca7-ae36-4995-8ef7-fa7a9a498b5d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6895a6ff-fbeb-4435-8eab-716932b6e3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1040707 Mar 01 17:00:03.669308 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e582334a-50a8-4b3e-a187-b301b3a32578 admin admin] Router 5bd3a332-d5ef-45ca-b348-7ad3bd18fb34 has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:00:03.784678 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1bf1bc7d-2c84-4365-94cf-313b85bb5b5d req-d412d8ba-f70b-4c01-a9b3-4dbaf29f5c4c service neutron] 10.222.0.37 "GET /v2.0/networks/6895a6ff-fbeb-4435-8eab-716932b6e3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481526 Mar 01 17:00:03.895796 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e582334a-50a8-4b3e-a187-b301b3a32578 admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:00:03.901610 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-e582334a-50a8-4b3e-a187-b301b3a32578 admin admin] 10.222.0.55 "PUT /v2.0/routers/5bd3a332-d5ef-45ca-b348-7ad3bd18fb34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5816181 Mar 01 17:00:03.905574 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56062) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:03.912658 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad4b479-6d55-4c0d-b2d5-64d858c1735b None None] Sync routers for ids ['5bd3a332-d5ef-45ca-b348-7ad3bd18fb34'] in dv-cinder-831247-2-iscsi {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:00:03.925616 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad4b479-6d55-4c0d-b2d5-64d858c1735b None None] Routers {'5bd3a332-d5ef-45ca-b348-7ad3bd18fb34'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:00:03.926228 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-4ad4b479-6d55-4c0d-b2d5-64d858c1735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:59:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['5bd3a332-d5ef-45ca-b348-7ad3bd18fb34'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:03.946218 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1bf1bc7d-2c84-4365-94cf-313b85bb5b5d req-85a7085a-9f6c-4800-876b-e728c1a24bfd service neutron] 10.222.0.37 "GET /v2.0/networks/6895a6ff-fbeb-4435-8eab-716932b6e3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358492 Mar 01 17:00:04.040647 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-14ee7aca-fd70-4086-8ca4-274cc43cfc0a admin admin] Publish callbacks [] for router (5bd3a332-d5ef-45ca-b348-7ad3bd18fb34), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:04.040972 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-4ad4b479-6d55-4c0d-b2d5-64d858c1735b None None] Set router 5bd3a332-d5ef-45ca-b348-7ad3bd18fb34 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:00:04.157696 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-14ee7aca-fd70-4086-8ca4-274cc43cfc0a admin admin] Publish callbacks [] for router_gateway (5bd3a332-d5ef-45ca-b348-7ad3bd18fb34), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:04.207137 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 726488a0-39bc-4d94-a1b5-135fea000a37 up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:00:04.227823 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-14ee7aca-fd70-4086-8ca4-274cc43cfc0a admin admin] Deleting port b7c021fe-ff53-4d31-bb6f-110f053ec8d1 {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:00:04.228157 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-14ee7aca-fd70-4086-8ca4-274cc43cfc0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (b7c021fe-ff53-4d31-bb6f-110f053ec8d1), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:04.265804 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-4ad4b479-6d55-4c0d-b2d5-64d858c1735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd3a332-d5ef-45ca-b348-7ad3bd18fb34', 'name': 'tempest-ServerRescueNegativeTestJSON-187655828-router', 'tenant_id': '6d3c792a846445c5a1b1f652c1a249c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': 'b7c021fe-ff53-4d31-bb6f-110f053ec8d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:28Z', 'updated_at': '2022-03-01T17:00:02Z', 'revision_number': 5, 'project_id': '6d3c792a846445c5a1b1f652c1a249c6', 'gw_port': {'id': 'b7c021fe-ff53-4d31-bb6f-110f053ec8d1', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:65:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd3a332-d5ef-45ca-b348-7ad3bd18fb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:28Z', 'updated_at': '2022-03-01T16:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:04.290401 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning for port 726488a0-39bc-4d94-a1b5-135fea000a37 completed by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 17:00:04.293872 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad4b479-6d55-4c0d-b2d5-64d858c1735b None None] Checking router: 5bd3a332-d5ef-45ca-b348-7ad3bd18fb34 for host: dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:00:04.296519 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port 726488a0-39bc-4d94-a1b5-135fea000a37 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:00:04.297327 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (726488a0-39bc-4d94-a1b5-135fea000a37), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:04.303998 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad4b479-6d55-4c0d-b2d5-64d858c1735b None None] Routers {'5bd3a332-d5ef-45ca-b348-7ad3bd18fb34'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:00:04.304749 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-4ad4b479-6d55-4c0d-b2d5-64d858c1735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:59:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['5bd3a332-d5ef-45ca-b348-7ad3bd18fb34'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:04.329125 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [None req-14ee7aca-fd70-4086-8ca4-274cc43cfc0a admin admin] For port b7c021fe-ff53-4d31-bb6f-110f053ec8d1, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=b7c021fe-ff53-4d31-bb6f-110f053ec8d1,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:00:04.329641 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-14ee7aca-fd70-4086-8ca4-274cc43cfc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (b7c021fe-ff53-4d31-bb6f-110f053ec8d1), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:04.343848 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-14ee7aca-fd70-4086-8ca4-274cc43cfc0a admin admin] Calling delete_port for b7c021fe-ff53-4d31-bb6f-110f053ec8d1 owned by network:router_gateway {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:00:04.411722 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 726488a0-39bc-4d94-a1b5-135fea000a37 is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:00:04.412768 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (726488a0-39bc-4d94-a1b5-135fea000a37), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:04.440580 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-4ad4b479-6d55-4c0d-b2d5-64d858c1735b None None] Set router 5bd3a332-d5ef-45ca-b348-7ad3bd18fb34 gateway port host: None {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:00:04.452332 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90e9f98-d526-49ad-af9a-6224d69769cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726488a0-39bc-4d94-a1b5-135fea000a37'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:00:04.455004 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562d1697-1c44-4804-8de2-79b27ded8e0f" -d '{"events": [{"server_uuid": "e90e9f98-d526-49ad-af9a-6224d69769cd", "name": "network-vif-plugged", "status": "completed", "tag": "726488a0-39bc-4d94-a1b5-135fea000a37"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:00:04.471912 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 726488a0-39bc-4d94-a1b5-135fea000a37, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=726488a0-39bc-4d94-a1b5-135fea000a37,segment=NetworkSegment(aecf5d8d-76dc-4986-98db-c9d5d6ceb80f),segment_id=aecf5d8d-76dc-4986-98db-c9d5d6ceb80f)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:00:04.475641 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8c6f2-74fc-4a12-9b93-7c3ecd7aab86 req-6ccb4af5-e50b-4622-bc39-15f6bd891f02 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:04.478284 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3db8c6f2-74fc-4a12-9b93-7c3ecd7aab86 req-6ccb4af5-e50b-4622-bc39-15f6bd891f02 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 945 time: 0.0716629 Mar 01 17:00:04.478962 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (726488a0-39bc-4d94-a1b5-135fea000a37), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:04.547028 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d259a7f-1ed1-4909-ba68-6fa00fa2849f x-openstack-request-id: req-0d259a7f-1ed1-4909-ba68-6fa00fa2849f {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:00:04.547028 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90e9f98-d526-49ad-af9a-6224d69769cd", "name": "network-vif-plugged", "status": "completed", "tag": "726488a0-39bc-4d94-a1b5-135fea000a37", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:00:04.547028 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d259a7f-1ed1-4909-ba68-6fa00fa2849f {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:00:04.547996 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90e9f98-d526-49ad-af9a-6224d69769cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726488a0-39bc-4d94-a1b5-135fea000a37', 'code': 200} Mar 01 17:00:04.552035 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3db8c6f2-74fc-4a12-9b93-7c3ecd7aab86 req-228ca17e-7c25-4f09-965e-05192f1bc0f4 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659490 Mar 01 17:00:04.565001 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=726488a0-39bc-4d94-a1b5-135fea000a37,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:04.630005 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-14ee7aca-fd70-4086-8ca4-274cc43cfc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (b7c021fe-ff53-4d31-bb6f-110f053ec8d1), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:04.664438 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee7aca-fd70-4086-8ca4-274cc43cfc0a admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c021fe-ff53-4d31-bb6f-110f053ec8d1,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:04.671759 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-4ad4b479-6d55-4c0d-b2d5-64d858c1735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd3a332-d5ef-45ca-b348-7ad3bd18fb34', 'name': 'tempest-ServerRescueNegativeTestJSON-187655828-router', 'tenant_id': '6d3c792a846445c5a1b1f652c1a249c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:28Z', 'updated_at': '2022-03-01T17:00:04Z', 'revision_number': 6, 'project_id': '6d3c792a846445c5a1b1f652c1a249c6', 'gw_port_host': None}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:04.706786 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad4b479-6d55-4c0d-b2d5-64d858c1735b None None] The sync data for ids ['5bd3a332-d5ef-45ca-b348-7ad3bd18fb34'] in dv-cinder-831247-2-iscsi is: [{'id': '5bd3a332-d5ef-45ca-b348-7ad3bd18fb34', 'name': 'tempest-ServerRescueNegativeTestJSON-187655828-router', 'tenant_id': '6d3c792a846445c5a1b1f652c1a249c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:28Z', 'updated_at': '2022-03-01T17:00:04Z', 'revision_number': 6, 'project_id': '6d3c792a846445c5a1b1f652c1a249c6', 'gw_port_host': None}] {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:00:04.767111 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-14ee7aca-fd70-4086-8ca4-274cc43cfc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688584'] for router_gateway (5bd3a332-d5ef-45ca-b348-7ad3bd18fb34), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:04.803245 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70fb72-bec2-4d1c-80f9-edf766736ee2 req-ba50b1ec-643f-4fdf-820c-82e61002bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:04.804840 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bb70fb72-bec2-4d1c-80f9-edf766736ee2 req-ba50b1ec-643f-4fdf-820c-82e61002bfc3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 1130 time: 0.0594144 Mar 01 17:00:04.859247 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bb70fb72-bec2-4d1c-80f9-edf766736ee2 req-1b9c19b7-b5f1-4b44-8597-86491fba47cf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472581 Mar 01 17:00:04.909688 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-14ee7aca-fd70-4086-8ca4-274cc43cfc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3699224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523531'] for router (5bd3a332-d5ef-45ca-b348-7ad3bd18fb34), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:04.917182 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-14ee7aca-fd70-4086-8ca4-274cc43cfc0a admin admin] Publish callbacks [] for router_controller (5bd3a332-d5ef-45ca-b348-7ad3bd18fb34), precommit_delete_associations {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:04.992599 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-14ee7aca-fd70-4086-8ca4-274cc43cfc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3699235'] for router (5bd3a332-d5ef-45ca-b348-7ad3bd18fb34), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:04.993191 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ee7aca-fd70-4086-8ca4-274cc43cfc0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bd3a332-d5ef-45ca-b348-7ad3bd18fb34 {{(pid=103033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 17:00:05.003382 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-14ee7aca-fd70-4086-8ca4-274cc43cfc0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:05.003382 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-14ee7aca-fd70-4086-8ca4-274cc43cfc0a admin admin] 10.222.0.55 "DELETE /v2.0/routers/5bd3a332-d5ef-45ca-b348-7ad3bd18fb34 HTTP/1.1" status: 204 len: 168 time: 1.0938327 Mar 01 17:00:05.004129 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56078) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:05.315253 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fdcbad1-467d-47ad-a369-d10819106d85 admin admin] Deleting subnet 8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c {{(pid=103033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 17:00:05.318540 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1fdcbad1-467d-47ad-a369-d10819106d85 admin admin] Publish callbacks [] for subnet (8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:05.356292 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1fdcbad1-467d-47ad-a369-d10819106d85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12140854'] for subnet (8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c), precommit_delete_associations {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:05.395351 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1fdcbad1-467d-47ad-a369-d10819106d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824678'] for subnet (8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:05.448465 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1fdcbad1-467d-47ad-a369-d10819106d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12090080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11556261'] for subnet (8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:05.478993 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcbad1-467d-47ad-a369-d10819106d85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:05.484697 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1fdcbad1-467d-47ad-a369-d10819106d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:05.488876 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-1fdcbad1-467d-47ad-a369-d10819106d85 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8a67f2f3-c9e6-44cc-a7a9-2adef1a9675c HTTP/1.1" status: 204 len: 168 time: 0.4835966 Mar 01 17:00:05.491649 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56092) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:05.568316 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 0b30c57c-7b43-4dab-8f26-c7bc9fc20d78 no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:00:05.569667 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e6e4af0e-1c56-4e64-822e-f9f5c21e1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896669'] for network (59ddfe45-6d96-41d4-aec0-fbcc002b7bb7), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:05.591960 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: 0b30c57c-7b43-4dab-8f26-c7bc9fc20d78 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:00:05.592317 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 0b30c57c-7b43-4dab-8f26-c7bc9fc20d78 not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:00:05.592837 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device b7c021fe-ff53-4d31-bb6f-110f053ec8d1 no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:00:05.628345 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: b7c021fe-ff53-4d31-bb6f-110f053ec8d1 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:00:05.628694 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device b7c021fe-ff53-4d31-bb6f-110f053ec8d1 not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:00:05.658703 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e6e4af0e-1c56-4e64-822e-f9f5c21e1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986525', 'neutron.services.segments.db._delete_segments_for_network-8740453540253'] for network (59ddfe45-6d96-41d4-aec0-fbcc002b7bb7), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:05.685831 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-e6e4af0e-1c56-4e64-822e-f9f5c21e1235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ddfe45-6d96-41d4-aec0-fbcc002b7bb7']}} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:05.697421 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-e6e4af0e-1c56-4e64-822e-f9f5c21e1235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8a156e-0a51-42c0-8e44-ecdc4f561eb4') {'for_net_delete': True} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:05.697818 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-e6e4af0e-1c56-4e64-822e-f9f5c21e1235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8a156e-0a51-42c0-8e44-ecdc4f561eb4') {} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:05.708301 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ba38c-3536-44e6-9ec8-b34b280e42e2 req-340bdc43-92e0-451a-8b49-26fe01928a06 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:05.708301 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-078ba38c-3536-44e6-9ec8-b34b280e42e2 req-340bdc43-92e0-451a-8b49-26fe01928a06 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0586977 Mar 01 17:00:05.712261 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e6e4af0e-1c56-4e64-822e-f9f5c21e1235 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740453543078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12140833'] for segment (0b8a156e-0a51-42c0-8e44-ecdc4f561eb4), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:05.727216 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e6e4af0e-1c56-4e64-822e-f9f5c21e1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (0b8a156e-0a51-42c0-8e44-ecdc4f561eb4), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:05.735839 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e4af0e-1c56-4e64-822e-f9f5c21e1235 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 17:00:05.736617 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e6e4af0e-1c56-4e64-822e-f9f5c21e1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12089918'] for segment (0b8a156e-0a51-42c0-8e44-ecdc4f561eb4), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: Traceback (most recent call last): Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: timer() Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: cb(*args, **kw) Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: return func(*args, **kwargs) Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: self._notify() Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: self.callback(batched_events) Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: event.method(event) Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: return f(self, *a, **k) Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: return self._get(url).json() Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: return self.request(url, 'GET', **kwargs) Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 17:00:05.739379 dv-cinder-831247-2-iscsi neutron-server[103033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 17:00:05.760223 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-078ba38c-3536-44e6-9ec8-b34b280e42e2 req-56e05036-55bd-475c-8eed-43ec9b8e7118 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501697 Mar 01 17:00:05.801407 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e6e4af0e-1c56-4e64-822e-f9f5c21e1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688628'] for network (59ddfe45-6d96-41d4-aec0-fbcc002b7bb7), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:05.807855 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e6e4af0e-1c56-4e64-822e-f9f5c21e1235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:05.811434 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-e6e4af0e-1c56-4e64-822e-f9f5c21e1235 admin admin] 10.222.0.55 "DELETE /v2.0/networks/59ddfe45-6d96-41d4-aec0-fbcc002b7bb7 HTTP/1.1" status: 204 len: 168 time: 0.3187311 Mar 01 17:00:05.824031 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4af0e-1c56-4e64-822e-f9f5c21e1235 admin admin] Pushing event deleted for resources: {'Network': ['ID=59ddfe45-6d96-41d4-aec0-fbcc002b7bb7,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:05.980065 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56100) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:06.023150 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-e92adffd-099e-4321-bd7c-e3cfbe451e5a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6d3c792a846445c5a1b1f652c1a249c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418310 Mar 01 17:00:06.025696 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 56102) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:06.072815 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-83dcc8af-5663-41f8-8613-f3f3f329805a admin admin] Publish callbacks [] for security_group (50db52bd-856e-4bb8-a430-7ee70ba2420b), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:06.096925 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-83dcc8af-5663-41f8-8613-f3f3f329805a admin admin] Publish callbacks [] for security_group (50db52bd-856e-4bb8-a430-7ee70ba2420b), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:06.146196 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-83dcc8af-5663-41f8-8613-f3f3f329805a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (50db52bd-856e-4bb8-a430-7ee70ba2420b), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:06.148833 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-83dcc8af-5663-41f8-8613-f3f3f329805a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:06.149988 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-83dcc8af-5663-41f8-8613-f3f3f329805a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50db52bd-856e-4bb8-a430-7ee70ba2420b HTTP/1.1" status: 204 len: 168 time: 0.1233311 Mar 01 17:00:06.158457 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcc8af-5663-41f8-8613-f3f3f329805a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50db52bd-856e-4bb8-a430-7ee70ba2420b,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:06.810477 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56132) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:06.887007 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7532ffc-0c54-448e-81e5-3e049b554689 req-75b71fa3-29f5-412a-a566-8a231a0d7f38 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:06.888545 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b7532ffc-0c54-448e-81e5-3e049b554689 req-75b71fa3-29f5-412a-a566-8a231a0d7f38 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0506828 Mar 01 17:00:06.908965 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-4ca1a624-e670-4aad-9600-8a704ca69c89 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1968584390-network', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:00:06.928655 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca1a624-e670-4aad-9600-8a704ca69c89 admin admin] Made reservation on behalf of 1dc6016cf32040529e21f5b330bfe54a for: {'network': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:00:06.931071 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4ca1a624-e670-4aad-9600-8a704ca69c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for network (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:06.939597 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4ca1a624-e670-4aad-9600-8a704ca69c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:06.940322 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b7532ffc-0c54-448e-81e5-3e049b554689 req-beaf9e04-247b-4fb7-bae9-a43f6f3a80ad tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457542 Mar 01 17:00:07.013324 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4ca1a624-e670-4aad-9600-8a704ca69c89 admin admin] Publish callbacks [] for security_group (e3d1f2a0-e7de-413c-bffb-875e07732c1a), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:07.018478 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4ca1a624-e670-4aad-9600-8a704ca69c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (e3d1f2a0-e7de-413c-bffb-875e07732c1a), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:07.045366 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca1a624-e670-4aad-9600-8a704ca69c89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 17:00:07.051642 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1a624-e670-4aad-9600-8a704ca69c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d1f2a0-e7de-413c-bffb-875e07732c1a,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:07.057569 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4ca1a624-e670-4aad-9600-8a704ca69c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (85dcf473-5016-4172-8bce-dde363bfd863), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:07.057908 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.db.segments_db [None req-4ca1a624-e670-4aad-9600-8a704ca69c89 admin admin] Added segment 85dcf473-5016-4172-8bce-dde363bfd863 of type vlan for network 8781eac9-aa85-4a72-b5b3-6da62a18282a Mar 01 17:00:07.097305 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4ca1a624-e670-4aad-9600-8a704ca69c89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740453230677'] for network (8781eac9-aa85-4a72-b5b3-6da62a18282a), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:07.120610 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4ca1a624-e670-4aad-9600-8a704ca69c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (8781eac9-aa85-4a72-b5b3-6da62a18282a), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:07.121627 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca1a624-e670-4aad-9600-8a704ca69c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:07.122223 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4ca1a624-e670-4aad-9600-8a704ca69c89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:07.178993 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-4ca1a624-e670-4aad-9600-8a704ca69c89 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3674326 Mar 01 17:00:07.181929 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 56138) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:07.186188 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1a624-e670-4aad-9600-8a704ca69c89 admin admin] Pushing event updated for resources: {'Network': ['ID=8781eac9-aa85-4a72-b5b3-6da62a18282a,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:07.187260 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-1a3cbfe7-54a2-4772-be42-b4cfbcdb6b00 admin admin] Request body: {'subnet': {'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1968584390-subnet', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:00:07.198376 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Network 8781eac9-aa85-4a72-b5b3-6da62a18282a details requested by agent ovs-agent-dv-cinder-831247-2-iscsi with host dv-cinder-831247-2-iscsi {{(pid=103034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 17:00:07.208058 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3cbfe7-54a2-4772-be42-b4cfbcdb6b00 admin admin] Made reservation on behalf of 1dc6016cf32040529e21f5b330bfe54a for: {'subnet': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:00:07.210713 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1a3cbfe7-54a2-4772-be42-b4cfbcdb6b00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12089765'] for subnet (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:07.372201 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1a3cbfe7-54a2-4772-be42-b4cfbcdb6b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12092270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12089751'] for subnet (12945aae-7d6d-4457-b922-e55760c246fd), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:07.428101 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3cbfe7-54a2-4772-be42-b4cfbcdb6b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12945aae-7d6d-4457-b922-e55760c246fd,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:07.434965 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3cbfe7-54a2-4772-be42-b4cfbcdb6b00 admin admin] Checking segment: {'id': '85dcf473-5016-4172-8bce-dde363bfd863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:00:07.435316 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3cbfe7-54a2-4772-be42-b4cfbcdb6b00 admin admin] Network hostable DHCP agents. Network: 8781eac9-aa85-4a72-b5b3-6da62a18282a, hostable agents: ['76634103-e363-4824-9b69-d0e42b80a9e6'], hosted agents: [] {{(pid=103032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 17:00:07.452014 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3cbfe7-54a2-4772-be42-b4cfbcdb6b00 admin admin] Network 8781eac9-aa85-4a72-b5b3-6da62a18282a is scheduled to be hosted by DHCP agent 76634103-e363-4824-9b69-d0e42b80a9e6 with binding_index 1 {{(pid=103032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 17:00:07.461131 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-1a3cbfe7-54a2-4772-be42-b4cfbcdb6b00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-2-iscsi, 8781eac9-aa85-4a72-b5b3-6da62a18282a) {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:00:07.465304 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3cbfe7-54a2-4772-be42-b4cfbcdb6b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:07.465895 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1a3cbfe7-54a2-4772-be42-b4cfbcdb6b00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:07.471159 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797e8137-ba15-4494-b3a5-cece0177e5ed None None] Network 8781eac9-aa85-4a72-b5b3-6da62a18282a requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:00:07.481684 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-1a3cbfe7-54a2-4772-be42-b4cfbcdb6b00 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.2986877 Mar 01 17:00:07.484438 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 56144) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:07.489414 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-f1e8e066-2d48-41ee-a693-5165f2ca5b32 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1968584390-router', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:00:07.508016 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e066-2d48-41ee-a693-5165f2ca5b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3699058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523545'] for router (27aff728-5039-4780-aee3-d6bffc318582), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:07.508983 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e066-2d48-41ee-a693-5165f2ca5b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3699426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686717', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4184244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523520'] for router (27aff728-5039-4780-aee3-d6bffc318582), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:07.567401 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e066-2d48-41ee-a693-5165f2ca5b32 admin admin] Publish callbacks [] for router_controller (27aff728-5039-4780-aee3-d6bffc318582), precommit_add_association {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:07.569065 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8729f57f-20ff-5eed-841b-78fe1ce83f3e-8781eac9-aa85-4a72-b5b3-6da62a18282a', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'fixed_ips': [{'subnet_id': '12945aae-7d6d-4457-b922-e55760c246fd'}]}} from dv-cinder-831247-2-iscsi. {{(pid=103034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 17:00:07.570004 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:07.703107 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Allocated IP 172.20.0.2 (8781eac9-aa85-4a72-b5b3-6da62a18282a/12945aae-7d6d-4457-b922-e55760c246fd/95040312-c8d2-4802-bcb9-97ebdfad320a) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:00:07.707038 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e066-2d48-41ee-a693-5165f2ca5b32 admin admin] Publish callbacks [] for router_gateway (27aff728-5039-4780-aee3-d6bffc318582), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:07.855108 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Publish callbacks [] for port (95040312-c8d2-4802-bcb9-97ebdfad320a), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:07.860964 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (95040312-c8d2-4802-bcb9-97ebdfad320a), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:07.898974 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Network 8781eac9-aa85-4a72-b5b3-6da62a18282a is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:00:07.901762 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e066-2d48-41ee-a693-5165f2ca5b32 admin admin] Publish callbacks [] for router_gateway (27aff728-5039-4780-aee3-d6bffc318582), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:07.903608 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:00:07.908217 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Pushing event updated for resources: {'Port': ['ID=95040312-c8d2-4802-bcb9-97ebdfad320a,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:07.910560 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:00:07.920699 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e066-2d48-41ee-a693-5165f2ca5b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:07.923359 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:07.923603 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:07.923961 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:07.924302 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:07.924631 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:07.924955 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:07.925278 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:07.925598 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:07.925916 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:07.926237 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:07.926553 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:07.926869 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:07.927191 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:07.989585 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Attempting to bind port 95040312-c8d2-4802-bcb9-97ebdfad320a on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 17:00:07.990068 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Attempting to bind port 95040312-c8d2-4802-bcb9-97ebdfad320a by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': '85dcf473-5016-4172-8bce-dde363bfd863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 17:00:07.990535 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Attempting to bind port 95040312-c8d2-4802-bcb9-97ebdfad320a on network 8781eac9-aa85-4a72-b5b3-6da62a18282a {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:00:07.995759 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 17:00:07.996276 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Checking segment: {'id': '85dcf473-5016-4172-8bce-dde363bfd863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:00:07.996877 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:07.997476 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Bound using segment: {'id': '85dcf473-5016-4172-8bce-dde363bfd863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 17:00:07.998042 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Bound port: 95040312-c8d2-4802-bcb9-97ebdfad320a, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85dcf473-5016-4172-8bce-dde363bfd863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 17:00:07.998518 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (95040312-c8d2-4802-bcb9-97ebdfad320a), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:08.053102 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [None req-f1e8e066-2d48-41ee-a693-5165f2ca5b32 admin admin] Allocated IP 172.27.0.16 (e6ae233f-293e-41a5-ad0b-5fc845cdb59d/f57a09de-5442-447f-9fd0-ed63e9a7467a/837d4bed-5b34-495d-ada5-152739aef6ad) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:00:08.068799 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] For port 95040312-c8d2-4802-bcb9-97ebdfad320a, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 17:00:08.071777 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] For port 95040312-c8d2-4802-bcb9-97ebdfad320a, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=95040312-c8d2-4802-bcb9-97ebdfad320a,segment=NetworkSegment(85dcf473-5016-4172-8bce-dde363bfd863),segment_id=85dcf473-5016-4172-8bce-dde363bfd863)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 17:00:08.077218 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (95040312-c8d2-4802-bcb9-97ebdfad320a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:08.134965 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5978cd8-fe2e-4eee-8964-774efb203b91 None None] Pushing event updated for resources: {'Port': ['ID=95040312-c8d2-4802-bcb9-97ebdfad320a,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:08.135182 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104ca07-b408-4bb8-a068-70f27c819674 req-1b677529-d405-4ce5-8864-6a2a865c5c42 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:08.137235 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5104ca07-b408-4bb8-a068-70f27c819674 req-1b677529-d405-4ce5-8864-6a2a865c5c42 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.1198032 Mar 01 17:00:08.194377 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e066-2d48-41ee-a693-5165f2ca5b32 admin admin] Publish callbacks [] for port (837d4bed-5b34-495d-ada5-152739aef6ad), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:08.224156 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5104ca07-b408-4bb8-a068-70f27c819674 req-8dd90679-989c-4555-8b0a-8af23beb32e3 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708702 Mar 01 17:00:08.253171 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e066-2d48-41ee-a693-5165f2ca5b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (837d4bed-5b34-495d-ada5-152739aef6ad), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:08.301250 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e8e066-2d48-41ee-a693-5165f2ca5b32 admin admin] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:00:08.317757 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-f1e8e066-2d48-41ee-a693-5165f2ca5b32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:00:08.320982 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8e066-2d48-41ee-a693-5165f2ca5b32 admin admin] Pushing event updated for resources: {'Port': ['ID=837d4bed-5b34-495d-ada5-152739aef6ad,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:08.329444 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e8e066-2d48-41ee-a693-5165f2ca5b32 admin admin] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:00:08.580748 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e066-2d48-41ee-a693-5165f2ca5b32 admin admin] Publish callbacks [] for router_gateway (27aff728-5039-4780-aee3-d6bffc318582), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:08.790601 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e066-2d48-41ee-a693-5165f2ca5b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3699445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686752'] for router (27aff728-5039-4780-aee3-d6bffc318582), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:08.958691 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e8e066-2d48-41ee-a693-5165f2ca5b32 admin admin] Router 27aff728-5039-4780-aee3-d6bffc318582 is scheduled to L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 with binding_index 1 {{(pid=103032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 17:00:09.076858 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e8e066-2d48-41ee-a693-5165f2ca5b32 admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:00:09.088436 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829195af-700c-4963-9610-557626a8478e None None] Sync routers for ids ['27aff728-5039-4780-aee3-d6bffc318582'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:00:09.101616 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829195af-700c-4963-9610-557626a8478e None None] Routers {'27aff728-5039-4780-aee3-d6bffc318582'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:00:09.102592 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-829195af-700c-4963-9610-557626a8478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:59:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['27aff728-5039-4780-aee3-d6bffc318582'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:09.104315 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f1e8e066-2d48-41ee-a693-5165f2ca5b32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:09.106976 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-f1e8e066-2d48-41ee-a693-5165f2ca5b32 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6212282 Mar 01 17:00:09.110396 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56156) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:09.223467 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3533273e-cf6f-4db0-827d-5587ba7341af None None] Network 8781eac9-aa85-4a72-b5b3-6da62a18282a requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:00:09.503480 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddcea4-59f3-435b-8127-4abd0de753a0 req-53253790-0b79-46bf-9413-52e028031017 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:09.505746 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e9ddcea4-59f3-435b-8127-4abd0de753a0 req-53253790-0b79-46bf-9413-52e028031017 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0803308 Mar 01 17:00:09.507236 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-829195af-700c-4963-9610-557626a8478e None None] Set router 27aff728-5039-4780-aee3-d6bffc318582 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:00:09.624466 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e9ddcea4-59f3-435b-8127-4abd0de753a0 req-26939b64-1373-424b-9774-1b2117e502fc tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071372 Mar 01 17:00:09.679257 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-e75d073f-b21a-496e-b705-76c7d8f45a70 None None] Provisioning complete for port 95040312-c8d2-4802-bcb9-97ebdfad320a triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:00:09.680120 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e75d073f-b21a-496e-b705-76c7d8f45a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (95040312-c8d2-4802-bcb9-97ebdfad320a), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:09.727287 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 95040312-c8d2-4802-bcb9-97ebdfad320a up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:00:09.865445 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-eac961f6-1b0f-44b9-a92b-8f229454730f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:09.882439 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 95040312-c8d2-4802-bcb9-97ebdfad320a triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:00:09.882820 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (95040312-c8d2-4802-bcb9-97ebdfad320a), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:09.943038 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-e75d073f-b21a-496e-b705-76c7d8f45a70 None None] Current status of the port 95040312-c8d2-4802-bcb9-97ebdfad320a is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:00:09.943466 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e75d073f-b21a-496e-b705-76c7d8f45a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (95040312-c8d2-4802-bcb9-97ebdfad320a), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:10.011891 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-829195af-700c-4963-9610-557626a8478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aff728-5039-4780-aee3-d6bffc318582', 'name': 'tempest-AttachVolumeTestJSON-1968584390-router', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:08Z', 'revision_number': 3, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'gw_port': {'id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:10.062368 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-e75d073f-b21a-496e-b705-76c7d8f45a70 None None] For port 95040312-c8d2-4802-bcb9-97ebdfad320a, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=95040312-c8d2-4802-bcb9-97ebdfad320a,segment=NetworkSegment(85dcf473-5016-4172-8bce-dde363bfd863),segment_id=85dcf473-5016-4172-8bce-dde363bfd863)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:00:10.066525 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829195af-700c-4963-9610-557626a8478e None None] Checking router: 27aff728-5039-4780-aee3-d6bffc318582 for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:00:10.067064 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829195af-700c-4963-9610-557626a8478e None None] Updating router 27aff728-5039-4780-aee3-d6bffc318582 port 837d4bed-5b34-495d-ada5-152739aef6ad binding host dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 17:00:10.073496 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e75d073f-b21a-496e-b705-76c7d8f45a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (95040312-c8d2-4802-bcb9-97ebdfad320a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:10.099162 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 95040312-c8d2-4802-bcb9-97ebdfad320a is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:00:10.099876 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (95040312-c8d2-4802-bcb9-97ebdfad320a), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:10.102209 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [None req-eac961f6-1b0f-44b9-a92b-8f229454730f admin admin] Allocated IP 172.20.0.1 (8781eac9-aa85-4a72-b5b3-6da62a18282a/12945aae-7d6d-4457-b922-e55760c246fd/7528e416-9121-4c74-b44b-884cb4669be5) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:00:10.154822 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-829195af-700c-4963-9610-557626a8478e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (837d4bed-5b34-495d-ada5-152739aef6ad), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:10.222867 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d073f-b21a-496e-b705-76c7d8f45a70 None None] Pushing event updated for resources: {'Port': ['ID=95040312-c8d2-4802-bcb9-97ebdfad320a,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:10.233812 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-eac961f6-1b0f-44b9-a92b-8f229454730f admin admin] Publish callbacks [] for port (7528e416-9121-4c74-b44b-884cb4669be5), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:10.269227 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-eac961f6-1b0f-44b9-a92b-8f229454730f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (7528e416-9121-4c74-b44b-884cb4669be5), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:10.306186 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.db.api [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103034) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 17:00:10.306551 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG oslo_db.api [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 17:00:10.309272 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-b2b84b87-adea-4c00-862b-bcdbed276e73 None None] Provisioning complete for port 95040312-c8d2-4802-bcb9-97ebdfad320a triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:00:10.309650 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b2b84b87-adea-4c00-862b-bcdbed276e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (95040312-c8d2-4802-bcb9-97ebdfad320a), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:10.311729 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac961f6-1b0f-44b9-a92b-8f229454730f admin admin] Network 8781eac9-aa85-4a72-b5b3-6da62a18282a is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:00:10.315299 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-eac961f6-1b0f-44b9-a92b-8f229454730f admin admin] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:00:10.318904 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac961f6-1b0f-44b9-a92b-8f229454730f admin admin] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:00:10.346352 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac961f6-1b0f-44b9-a92b-8f229454730f admin admin] Pushing event updated for resources: {'Port': ['ID=7528e416-9121-4c74-b44b-884cb4669be5,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:10.366899 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-eac961f6-1b0f-44b9-a92b-8f229454730f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688509'] for router_interface (27aff728-5039-4780-aee3-d6bffc318582), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:10.517034 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-eac961f6-1b0f-44b9-a92b-8f229454730f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (7528e416-9121-4c74-b44b-884cb4669be5), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:10.519823 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-b2b84b87-adea-4c00-862b-bcdbed276e73 None None] Current status of the port 95040312-c8d2-4802-bcb9-97ebdfad320a is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:00:10.582003 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-829195af-700c-4963-9610-557626a8478e None None] Publish callbacks [] for port (837d4bed-5b34-495d-ada5-152739aef6ad), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:10.587923 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-829195af-700c-4963-9610-557626a8478e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (837d4bed-5b34-495d-ada5-152739aef6ad), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:10.652566 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-829195af-700c-4963-9610-557626a8478e None None] Attempting to bind port 837d4bed-5b34-495d-ada5-152739aef6ad on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 17:00:10.652949 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-829195af-700c-4963-9610-557626a8478e None None] Attempting to bind port 837d4bed-5b34-495d-ada5-152739aef6ad by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 17:00:10.653310 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829195af-700c-4963-9610-557626a8478e None None] Attempting to bind port 837d4bed-5b34-495d-ada5-152739aef6ad on network e6ae233f-293e-41a5-ad0b-5fc845cdb59d {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:00:10.667618 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829195af-700c-4963-9610-557626a8478e None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 17:00:10.668335 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829195af-700c-4963-9610-557626a8478e None None] Checking segment: {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:00:10.668729 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-829195af-700c-4963-9610-557626a8478e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:10.669134 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829195af-700c-4963-9610-557626a8478e None None] Bound using segment: {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 17:00:10.669628 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-829195af-700c-4963-9610-557626a8478e None None] Bound port: 837d4bed-5b34-495d-ada5-152739aef6ad, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 17:00:10.670012 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-829195af-700c-4963-9610-557626a8478e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (837d4bed-5b34-495d-ada5-152739aef6ad), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:10.672785 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97db322-0eae-405c-b9b3-b5157548de19 None None] Pushing event updated for resources: {'Port': ['ID=837d4bed-5b34-495d-ada5-152739aef6ad,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:10.678099 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-5267addd-f309-4c2f-821c-9bf6f57e699e None None] Provisioning complete for port 7528e416-9121-4c74-b44b-884cb4669be5 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:00:10.678480 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-5267addd-f309-4c2f-821c-9bf6f57e699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (7528e416-9121-4c74-b44b-884cb4669be5), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:10.694898 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-eac961f6-1b0f-44b9-a92b-8f229454730f admin admin] Publish callbacks [] for port (7528e416-9121-4c74-b44b-884cb4669be5), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:10.700165 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-eac961f6-1b0f-44b9-a92b-8f229454730f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090074'] for port (7528e416-9121-4c74-b44b-884cb4669be5), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:10.753723 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-5267addd-f309-4c2f-821c-9bf6f57e699e None None] Port 7528e416-9121-4c74-b44b-884cb4669be5 cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 17:00:10.763999 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-829195af-700c-4963-9610-557626a8478e None None] For port 837d4bed-5b34-495d-ada5-152739aef6ad, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 17:00:10.770067 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-829195af-700c-4963-9610-557626a8478e None None] For port 837d4bed-5b34-495d-ada5-152739aef6ad, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=837d4bed-5b34-495d-ada5-152739aef6ad,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 17:00:10.778056 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-829195af-700c-4963-9610-557626a8478e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (837d4bed-5b34-495d-ada5-152739aef6ad), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:10.779818 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-eac961f6-1b0f-44b9-a92b-8f229454730f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690157'] for router_interface (27aff728-5039-4780-aee3-d6bffc318582), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:10.784027 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac961f6-1b0f-44b9-a92b-8f229454730f admin admin] Pushing event updated for resources: {'Port': ['ID=7528e416-9121-4c74-b44b-884cb4669be5,revision_number=2']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:10.788783 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12e9bf-36d2-48c6-91c9-bc04b6a064d7 req-a782904c-663d-4170-8833-51be9f5782b5 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:10.803948 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-fb12e9bf-36d2-48c6-91c9-bc04b6a064d7 req-a782904c-663d-4170-8833-51be9f5782b5 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0927908 Mar 01 17:00:10.875995 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-fb12e9bf-36d2-48c6-91c9-bc04b6a064d7 req-5ad48eba-5a45-43f7-9386-69dbdef6adad tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611115 Mar 01 17:00:10.877135 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829195af-700c-4963-9610-557626a8478e None None] Routers {'27aff728-5039-4780-aee3-d6bffc318582'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:00:10.878237 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-829195af-700c-4963-9610-557626a8478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:59:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['27aff728-5039-4780-aee3-d6bffc318582'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:10.917972 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac961f6-1b0f-44b9-a92b-8f229454730f admin admin] Network 8781eac9-aa85-4a72-b5b3-6da62a18282a is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:00:10.919687 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-eac961f6-1b0f-44b9-a92b-8f229454730f admin admin] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:00:10.930095 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 95040312-c8d2-4802-bcb9-97ebdfad320a is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:00:10.940669 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97db322-0eae-405c-b9b3-b5157548de19 None None] Pushing event updated for resources: {'Port': ['ID=837d4bed-5b34-495d-ada5-152739aef6ad,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:11.064959 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d59561-9707-496b-af73-b8e7c168600f req-3207ce7e-21c7-4b9c-bbe8-be00dd67e6a8 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:11.067122 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e0d59561-9707-496b-af73-b8e7c168600f req-3207ce7e-21c7-4b9c-bbe8-be00dd67e6a8 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0964751 Mar 01 17:00:11.070777 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac961f6-1b0f-44b9-a92b-8f229454730f admin admin] Router 27aff728-5039-4780-aee3-d6bffc318582 has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:00:11.072205 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-829195af-700c-4963-9610-557626a8478e None None] Set router 27aff728-5039-4780-aee3-d6bffc318582 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:00:11.126266 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e0d59561-9707-496b-af73-b8e7c168600f req-33781a41-6086-4eef-b909-63483df5602f tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523934 Mar 01 17:00:11.148501 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 56194) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:11.210173 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac961f6-1b0f-44b9-a92b-8f229454730f admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:00:11.215481 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-eac961f6-1b0f-44b9-a92b-8f229454730f admin admin] 10.222.0.55 "PUT /v2.0/routers/27aff728-5039-4780-aee3-d6bffc318582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1038311 Mar 01 17:00:11.256229 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-dd39df29-e369-49b5-acb9-f59eebd72093 None None] Provisioning complete for port 7528e416-9121-4c74-b44b-884cb4669be5 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:00:11.257071 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-dd39df29-e369-49b5-acb9-f59eebd72093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (7528e416-9121-4c74-b44b-884cb4669be5), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:11.347887 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-dd39df29-e369-49b5-acb9-f59eebd72093 None None] Port 7528e416-9121-4c74-b44b-884cb4669be5 cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 17:00:11.396966 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dca38eb-6ed5-47af-949b-4acb30a019da tempest-TestShelveInstance-837808694 tempest-TestShelveInstance-837808694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:11.405769 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-5dca38eb-6ed5-47af-949b-4acb30a019da tempest-TestShelveInstance-837808694 tempest-TestShelveInstance-837808694-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 1125 time: 0.2519073 Mar 01 17:00:11.406039 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 56206) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:11.412127 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-6d41334b-27ea-4cfd-8476-b23ccf5157c2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Request body: {'floatingip': {'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'port_id': '726488a0-39bc-4d94-a1b5-135fea000a37', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:00:11.440253 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6d41334b-27ea-4cfd-8476-b23ccf5157c2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:11.458525 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-829195af-700c-4963-9610-557626a8478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aff728-5039-4780-aee3-d6bffc318582', 'name': 'tempest-AttachVolumeTestJSON-1968584390-router', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:10Z', 'revision_number': 4, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'gw_port': {'id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '7528e416-9121-4c74-b44b-884cb4669be5', 'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'mac_address': 'fa:16:3e:8b:85:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '12945aae-7d6d-4457-b922-e55760c246fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:09Z', 'updated_at': '2022-03-01T17:00:10Z', 'revision_number': 2, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'subnets': [{'id': '12945aae-7d6d-4457-b922-e55760c246fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:11.567486 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6d41334b-27ea-4cfd-8476-b23ccf5157c2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:11.633256 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 95040312-c8d2-4802-bcb9-97ebdfad320a up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:00:11.635587 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829195af-700c-4963-9610-557626a8478e None None] The sync data for ids ['27aff728-5039-4780-aee3-d6bffc318582'] in dv-cinder-831247-2-iscsi is: [{'id': '27aff728-5039-4780-aee3-d6bffc318582', 'name': 'tempest-AttachVolumeTestJSON-1968584390-router', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:10Z', 'revision_number': 4, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'gw_port': {'id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '7528e416-9121-4c74-b44b-884cb4669be5', 'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'mac_address': 'fa:16:3e:8b:85:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '12945aae-7d6d-4457-b922-e55760c246fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:09Z', 'updated_at': '2022-03-01T17:00:10Z', 'revision_number': 2, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'subnets': [{'id': '12945aae-7d6d-4457-b922-e55760c246fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:00:11.692284 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 95040312-c8d2-4802-bcb9-97ebdfad320a triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:00:11.692678 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (95040312-c8d2-4802-bcb9-97ebdfad320a), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:11.705579 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [None req-6d41334b-27ea-4cfd-8476-b23ccf5157c2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Allocated IP 172.27.0.167 (e6ae233f-293e-41a5-ad0b-5fc845cdb59d/f57a09de-5442-447f-9fd0-ed63e9a7467a/f3278010-0b95-4129-af8d-85b33b073098) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:00:11.789580 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 95040312-c8d2-4802-bcb9-97ebdfad320a is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:00:11.825540 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56210) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:11.831508 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-0925bc3e-73ea-462c-bfef-80d184a0ef3a tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Request body: {'security_group': {'name': 'tempest-securitygroup--397691503', 'description': 'tempest-description--1345656091'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:00:11.833771 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6d41334b-27ea-4cfd-8476-b23ccf5157c2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for port (f3278010-0b95-4129-af8d-85b33b073098), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:11.859191 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0925bc3e-73ea-462c-bfef-80d184a0ef3a tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:11.889554 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6d41334b-27ea-4cfd-8476-b23ccf5157c2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (f3278010-0b95-4129-af8d-85b33b073098), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:11.942119 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d41334b-27ea-4cfd-8476-b23ccf5157c2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:00:11.945521 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-6d41334b-27ea-4cfd-8476-b23ccf5157c2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:00:11.948471 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d41334b-27ea-4cfd-8476-b23ccf5157c2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:00:11.979552 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0925bc3e-73ea-462c-bfef-80d184a0ef3a tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group (2806232a-e91e-4362-9616-5c6127a143f7), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:11.981847 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41334b-27ea-4cfd-8476-b23ccf5157c2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Pushing event updated for resources: {'Port': ['ID=f3278010-0b95-4129-af8d-85b33b073098,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:11.984087 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0925bc3e-73ea-462c-bfef-80d184a0ef3a tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (2806232a-e91e-4362-9616-5c6127a143f7), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:12.021501 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0925bc3e-73ea-462c-bfef-80d184a0ef3a tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:12.022889 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-0925bc3e-73ea-462c-bfef-80d184a0ef3a tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1961577 Mar 01 17:00:12.023888 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925bc3e-73ea-462c-bfef-80d184a0ef3a tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2806232a-e91e-4362-9616-5c6127a143f7,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:12.025858 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 56212) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:12.034153 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-4fad0dfc-4e0a-4421-b7fc-ad9b8a283750 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Request body: {'security_group_rule': {'security_group_id': '2806232a-e91e-4362-9616-5c6127a143f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:00:12.139184 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-4fad0dfc-4e0a-4421-b7fc-ad9b8a283750 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group_rule (28e0e16d-5cd0-4948-8907-66bbb7418ca5), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:12.237232 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-4fad0dfc-4e0a-4421-b7fc-ad9b8a283750 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group_rule (28e0e16d-5cd0-4948-8907-66bbb7418ca5), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:12.245575 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-4fad0dfc-4e0a-4421-b7fc-ad9b8a283750 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (28e0e16d-5cd0-4948-8907-66bbb7418ca5), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:12.572927 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad0dfc-4e0a-4421-b7fc-ad9b8a283750 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e0e16d-5cd0-4948-8907-66bbb7418ca5,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:12.590174 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-4fad0dfc-4e0a-4421-b7fc-ad9b8a283750 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:12.591438 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-4fad0dfc-4e0a-4421-b7fc-ad9b8a283750 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5644598 Mar 01 17:00:12.594836 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56220) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:12.600037 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-d376b5c8-7918-459f-841b-72f40c61961e tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Request body: {'security_group_rule': {'security_group_id': '2806232a-e91e-4362-9616-5c6127a143f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:00:12.628883 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d376b5c8-7918-459f-841b-72f40c61961e tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group_rule (e7c51026-b2bf-4bc3-a3a4-012d3017bd57), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:12.694261 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d376b5c8-7918-459f-841b-72f40c61961e tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group_rule (e7c51026-b2bf-4bc3-a3a4-012d3017bd57), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:12.696535 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6d41334b-27ea-4cfd-8476-b23ccf5157c2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for floatingip (d4af3341-6629-4b39-894e-c185e54655fc), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:12.699742 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d376b5c8-7918-459f-841b-72f40c61961e tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (e7c51026-b2bf-4bc3-a3a4-012d3017bd57), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:12.718835 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376b5c8-7918-459f-841b-72f40c61961e tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c51026-b2bf-4bc3-a3a4-012d3017bd57,revision_number=0']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:12.730825 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d376b5c8-7918-459f-841b-72f40c61961e tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:12.735199 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-d376b5c8-7918-459f-841b-72f40c61961e tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359158 Mar 01 17:00:12.735737 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56222) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:12.740428 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-20968a13-f9f0-4195-8de4-03191fb07a93 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Request body: {'floatingip': {'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:00:12.763116 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-20968a13-f9f0-4195-8de4-03191fb07a93 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:12.772515 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6d41334b-27ea-4cfd-8476-b23ccf5157c2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (f3278010-0b95-4129-af8d-85b33b073098), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:12.873796 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-20968a13-f9f0-4195-8de4-03191fb07a93 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:12.942867 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6d41334b-27ea-4cfd-8476-b23ccf5157c2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for port (f3278010-0b95-4129-af8d-85b33b073098), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:12.947573 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6d41334b-27ea-4cfd-8476-b23ccf5157c2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (f3278010-0b95-4129-af8d-85b33b073098), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:12.996305 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [None req-20968a13-f9f0-4195-8de4-03191fb07a93 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Allocated IP 172.27.0.165 (e6ae233f-293e-41a5-ad0b-5fc845cdb59d/f57a09de-5442-447f-9fd0-ed63e9a7467a/9f88d294-b33c-42b8-bdcf-b24f9c498bf8) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:00:13.020535 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41334b-27ea-4cfd-8476-b23ccf5157c2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Pushing event updated for resources: {'Port': ['ID=f3278010-0b95-4129-af8d-85b33b073098,revision_number=2']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:13.033822 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6d41334b-27ea-4cfd-8476-b23ccf5157c2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688646'] for floatingip (d4af3341-6629-4b39-894e-c185e54655fc), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:13.109248 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-20968a13-f9f0-4195-8de4-03191fb07a93 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for port (9f88d294-b33c-42b8-bdcf-b24f9c498bf8), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:13.140714 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.l3_db [None req-6d41334b-27ea-4cfd-8476-b23ccf5157c2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Floating IP d4af3341-6629-4b39-894e-c185e54655fc associated. External IP: 172.27.0.167, port: 726488a0-39bc-4d94-a1b5-135fea000a37. Mar 01 17:00:13.147388 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-20968a13-f9f0-4195-8de4-03191fb07a93 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (9f88d294-b33c-42b8-bdcf-b24f9c498bf8), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:13.196632 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20968a13-f9f0-4195-8de4-03191fb07a93 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:00:13.199605 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-20968a13-f9f0-4195-8de4-03191fb07a93 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:00:13.205397 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20968a13-f9f0-4195-8de4-03191fb07a93 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:00:13.208085 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20968a13-f9f0-4195-8de4-03191fb07a93 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Pushing event updated for resources: {'Port': ['ID=9f88d294-b33c-42b8-bdcf-b24f9c498bf8,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:13.302754 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-20968a13-f9f0-4195-8de4-03191fb07a93 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for floatingip (9e2dbbbd-5480-461e-9455-9a6fab1f4c3f), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:13.340743 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-20968a13-f9f0-4195-8de4-03191fb07a93 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (9f88d294-b33c-42b8-bdcf-b24f9c498bf8), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:13.371384 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d41334b-27ea-4cfd-8476-b23ccf5157c2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Router 852c87b0-e988-4e95-b86f-0d113748aa2d has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:00:13.495840 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 837d4bed-5b34-495d-ada5-152739aef6ad up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:00:13.508636 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d41334b-27ea-4cfd-8476-b23ccf5157c2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:00:13.519285 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76be9844-096b-4719-ab75-3644187baddf None None] Sync routers for ids ['852c87b0-e988-4e95-b86f-0d113748aa2d'] in dv-cinder-831247-2-iscsi {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:00:13.533743 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6d41334b-27ea-4cfd-8476-b23ccf5157c2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for floatingip (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:13.533997 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be9844-096b-4719-ab75-3644187baddf None None] Routers {'852c87b0-e988-4e95-b86f-0d113748aa2d'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:00:13.534518 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-76be9844-096b-4719-ab75-3644187baddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:59:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['852c87b0-e988-4e95-b86f-0d113748aa2d'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:13.566114 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 837d4bed-5b34-495d-ada5-152739aef6ad triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:00:13.566806 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (837d4bed-5b34-495d-ada5-152739aef6ad), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:13.590150 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-20968a13-f9f0-4195-8de4-03191fb07a93 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for port (9f88d294-b33c-42b8-bdcf-b24f9c498bf8), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:13.590372 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-6d41334b-27ea-4cfd-8476-b23ccf5157c2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1686893 Mar 01 17:00:13.590372 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90e9f98-d526-49ad-af9a-6224d69769cd', 'tag': '726488a0-39bc-4d94-a1b5-135fea000a37'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:00:13.590372 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960e239d-7a67-48c5-b719-ecdf1a3f779c" -d '{"events": [{"name": "network-changed", "server_uuid": "e90e9f98-d526-49ad-af9a-6224d69769cd", "tag": "726488a0-39bc-4d94-a1b5-135fea000a37"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:00:13.590658 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-20968a13-f9f0-4195-8de4-03191fb07a93 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090074'] for port (9f88d294-b33c-42b8-bdcf-b24f9c498bf8), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:13.642537 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 17:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b5bc59-d90b-4345-9815-805edc37118e x-openstack-request-id: req-88b5bc59-d90b-4345-9815-805edc37118e {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:00:13.644881 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90e9f98-d526-49ad-af9a-6224d69769cd", "tag": "726488a0-39bc-4d94-a1b5-135fea000a37", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:00:13.645675 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88b5bc59-d90b-4345-9815-805edc37118e {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:00:13.646296 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90e9f98-d526-49ad-af9a-6224d69769cd', 'tag': '726488a0-39bc-4d94-a1b5-135fea000a37', 'status': 'completed', 'code': 200} Mar 01 17:00:13.678108 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-76be9844-096b-4719-ab75-3644187baddf None None] Set router 852c87b0-e988-4e95-b86f-0d113748aa2d gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:00:13.709385 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-20968a13-f9f0-4195-8de4-03191fb07a93 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688646'] for floatingip (9e2dbbbd-5480-461e-9455-9a6fab1f4c3f), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:13.714399 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20968a13-f9f0-4195-8de4-03191fb07a93 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Pushing event updated for resources: {'Port': ['ID=9f88d294-b33c-42b8-bdcf-b24f9c498bf8,revision_number=2']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:13.728829 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b07bc216-9444-4511-86c9-d67d4d71dd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:13.740143 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-20968a13-f9f0-4195-8de4-03191fb07a93 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for floatingip (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:13.742675 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-20968a13-f9f0-4195-8de4-03191fb07a93 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0058377 Mar 01 17:00:13.746951 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e239d-7a67-48c5-b719-ecdf1a3f779c req-5662f06d-a895-47e5-bf19-6fd391e65adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:13.755287 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-960e239d-7a67-48c5-b719-ecdf1a3f779c req-5662f06d-a895-47e5-bf19-6fd391e65adc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1eef3e17cdb486fb902ddcd3c534af3&device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 1130 time: 0.0878632 Mar 01 17:00:13.756953 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 837d4bed-5b34-495d-ada5-152739aef6ad is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:00:13.757348 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (837d4bed-5b34-495d-ada5-152739aef6ad), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:13.796144 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] For port 837d4bed-5b34-495d-ada5-152739aef6ad, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=837d4bed-5b34-495d-ada5-152739aef6ad,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:00:13.803787 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (837d4bed-5b34-495d-ada5-152739aef6ad), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:13.886584 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Pushing event updated for resources: {'Port': ['ID=837d4bed-5b34-495d-ada5-152739aef6ad,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:13.893417 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e239d-7a67-48c5-b719-ecdf1a3f779c req-4cdd38ca-3063-45bc-a88b-054a6dbf0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:13.895039 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-960e239d-7a67-48c5-b719-ecdf1a3f779c req-4cdd38ca-3063-45bc-a88b-054a6dbf0bba service neutron] 10.222.0.37 "GET /v2.0/networks?id=84483896-eec0-4508-9cae-080fd2f1aeff HTTP/1.1" status: 200 len: 910 time: 0.1337280 Mar 01 17:00:13.955649 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] Sync routers for ids ['27aff728-5039-4780-aee3-d6bffc318582'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:00:13.958449 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-65e2b9da-7306-4f68-beda-a65162fef951 req-b868bc9a-50c3-47f5-b454-a6ddcefa7c7b tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--397691503&fields=id&tenant_id=1dc6016cf32040529e21f5b330bfe54a HTTP/1.1" status: 200 len: 267 time: 0.0602903 Mar 01 17:00:13.965843 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] Routers {'27aff728-5039-4780-aee3-d6bffc318582'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:00:13.966478 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:59:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['27aff728-5039-4780-aee3-d6bffc318582'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:13.978577 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-960e239d-7a67-48c5-b719-ecdf1a3f779c req-c50a7f5c-27bd-4645-b49a-b49e915cc66f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=726488a0-39bc-4d94-a1b5-135fea000a37 HTTP/1.1" status: 200 len: 1000 time: 0.0768871 Mar 01 17:00:13.981566 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-76be9844-096b-4719-ab75-3644187baddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'name': 'tempest-TestShelveInstance-2085297888-router', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:04Z', 'updated_at': '2022-03-01T16:59:11Z', 'revision_number': 4, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'gw_port': {'id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:05Z', 'updated_at': '2022-03-01T16:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': 'd4af3341-6629-4b39-894e-c185e54655fc', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'port_id': '726488a0-39bc-4d94-a1b5-135fea000a37', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff', 'mac_address': 'fa:16:3e:c1:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90e9f98-d526-49ad-af9a-6224d69769cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:00:12Z', 'updated_at': '2022-03-01T17:00:12Z', 'revision_number': 0, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ec5c03-d1da-4c07-826a-5633325a1451', 'name': '', 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'mac_address': 'fa:16:3e:36:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '276412f6-7bd0-4c44-b6d9-29433bde89ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:09Z', 'updated_at': '2022-03-01T16:59:18Z', 'revision_number': 5, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'subnets': [{'id': '276412f6-7bd0-4c44-b6d9-29433bde89ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:14.011946 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76be9844-096b-4719-ab75-3644187baddf None None] Checking router: 852c87b0-e988-4e95-b86f-0d113748aa2d for host: dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:00:14.025945 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76be9844-096b-4719-ab75-3644187baddf None None] Routers {'852c87b0-e988-4e95-b86f-0d113748aa2d'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:00:14.027063 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-76be9844-096b-4719-ab75-3644187baddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:59:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['852c87b0-e988-4e95-b86f-0d113748aa2d'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:14.046998 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e239d-7a67-48c5-b719-ecdf1a3f779c req-c07edccb-d534-4d4d-a0d2-c3379aa79f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:14.049642 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-960e239d-7a67-48c5-b719-ecdf1a3f779c req-c07edccb-d534-4d4d-a0d2-c3379aa79f90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=276412f6-7bd0-4c44-b6d9-29433bde89ab HTTP/1.1" status: 200 len: 848 time: 0.0640552 Mar 01 17:00:14.093036 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2b9da-7306-4f68-beda-a65162fef951 req-421c5c44-36c2-4785-9126-d88d8955b060 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:14.094698 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-65e2b9da-7306-4f68-beda-a65162fef951 req-421c5c44-36c2-4785-9126-d88d8955b060 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/networks?id=8781eac9-aa85-4a72-b5b3-6da62a18282a HTTP/1.1" status: 200 len: 811 time: 0.1275380 Mar 01 17:00:14.111704 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-65e2b9da-7306-4f68-beda-a65162fef951 req-06447acb-5edb-4b7f-b7b4-f5fc72a70dd1 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/quotas/1dc6016cf32040529e21f5b330bfe54a HTTP/1.1" status: 200 len: 375 time: 0.0102997 Mar 01 17:00:14.115590 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] Set router 27aff728-5039-4780-aee3-d6bffc318582 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:00:14.117481 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e239d-7a67-48c5-b719-ecdf1a3f779c req-5d7f690f-06e2-4deb-b409-d879d05f7225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:14.118999 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-960e239d-7a67-48c5-b719-ecdf1a3f779c req-5d7f690f-06e2-4deb-b409-d879d05f7225 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84483896-eec0-4508-9cae-080fd2f1aeff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597177 Mar 01 17:00:14.171243 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-76be9844-096b-4719-ab75-3644187baddf None None] Set router 852c87b0-e988-4e95-b86f-0d113748aa2d gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:00:14.179845 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-65e2b9da-7306-4f68-beda-a65162fef951 req-b43f8580-133c-4601-85d4-87bae23b9925 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1dc6016cf32040529e21f5b330bfe54a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607641 Mar 01 17:00:14.276995 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-960e239d-7a67-48c5-b719-ecdf1a3f779c req-b84e72ba-a06d-4c28-a6e8-868e008b0e5e service neutron] 10.222.0.37 "GET /v2.0/networks/84483896-eec0-4508-9cae-080fd2f1aeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503801 Mar 01 17:00:14.315809 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-65e2b9da-7306-4f68-beda-a65162fef951 req-27a91542-9a6b-47ac-83d0-73006d905db1 service neutron] 10.222.0.55 "GET /v2.0/networks/8781eac9-aa85-4a72-b5b3-6da62a18282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185372 Mar 01 17:00:14.426396 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aff728-5039-4780-aee3-d6bffc318582', 'name': 'tempest-AttachVolumeTestJSON-1968584390-router', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:10Z', 'revision_number': 4, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'gw_port': {'id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '7528e416-9121-4c74-b44b-884cb4669be5', 'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'mac_address': 'fa:16:3e:8b:85:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '12945aae-7d6d-4457-b922-e55760c246fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:09Z', 'updated_at': '2022-03-01T17:00:10Z', 'revision_number': 2, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'subnets': [{'id': '12945aae-7d6d-4457-b922-e55760c246fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:14.471304 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-65e2b9da-7306-4f68-beda-a65162fef951 req-00d63039-2957-4c6c-8313-350af57157cc service neutron] 10.222.0.55 "GET /v2.0/networks/8781eac9-aa85-4a72-b5b3-6da62a18282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469932 Mar 01 17:00:14.472934 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] Checking router: 27aff728-5039-4780-aee3-d6bffc318582 for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:00:14.473302 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] Updating router 27aff728-5039-4780-aee3-d6bffc318582 port 7528e416-9121-4c74-b44b-884cb4669be5 binding host dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 17:00:14.504493 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-960e239d-7a67-48c5-b719-ecdf1a3f779c req-e00cf874-a6f8-409f-90a6-8b777fabd467 service neutron] 10.222.0.37 "GET /v2.0/networks/84483896-eec0-4508-9cae-080fd2f1aeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201288 Mar 01 17:00:14.513819 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (7528e416-9121-4c74-b44b-884cb4669be5), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:14.684080 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-76be9844-096b-4719-ab75-3644187baddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'name': 'tempest-TestShelveInstance-2085297888-router', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:04Z', 'updated_at': '2022-03-01T16:59:11Z', 'revision_number': 4, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'gw_port': {'id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:05Z', 'updated_at': '2022-03-01T16:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': 'd4af3341-6629-4b39-894e-c185e54655fc', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'port_id': '726488a0-39bc-4d94-a1b5-135fea000a37', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff', 'mac_address': 'fa:16:3e:c1:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90e9f98-d526-49ad-af9a-6224d69769cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:00:12Z', 'updated_at': '2022-03-01T17:00:12Z', 'revision_number': 0, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ec5c03-d1da-4c07-826a-5633325a1451', 'name': '', 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'mac_address': 'fa:16:3e:36:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '276412f6-7bd0-4c44-b6d9-29433bde89ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:09Z', 'updated_at': '2022-03-01T16:59:18Z', 'revision_number': 5, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'subnets': [{'id': '276412f6-7bd0-4c44-b6d9-29433bde89ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:14.720088 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76be9844-096b-4719-ab75-3644187baddf None None] The sync data for ids ['852c87b0-e988-4e95-b86f-0d113748aa2d'] in dv-cinder-831247-2-iscsi is: [{'id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'name': 'tempest-TestShelveInstance-2085297888-router', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:04Z', 'updated_at': '2022-03-01T16:59:11Z', 'revision_number': 4, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'gw_port': {'id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:05Z', 'updated_at': '2022-03-01T16:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': 'd4af3341-6629-4b39-894e-c185e54655fc', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'port_id': '726488a0-39bc-4d94-a1b5-135fea000a37', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff', 'mac_address': 'fa:16:3e:c1:e2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e90e9f98-d526-49ad-af9a-6224d69769cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:00:12Z', 'updated_at': '2022-03-01T17:00:12Z', 'revision_number': 0, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ec5c03-d1da-4c07-826a-5633325a1451', 'name': '', 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'mac_address': 'fa:16:3e:36:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '276412f6-7bd0-4c44-b6d9-29433bde89ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:09Z', 'updated_at': '2022-03-01T16:59:18Z', 'revision_number': 5, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'subnets': [{'id': '276412f6-7bd0-4c44-b6d9-29433bde89ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:00:14.757143 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56274) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:14.788748 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9c9ce613-56a4-4a03-a0ba-68b3b23f1f3d req-769117f0-b3e1-410e-a3b7-2f8f99d90cfe tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 210 time: 0.0597517 Mar 01 17:00:14.928571 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] Publish callbacks [] for port (7528e416-9121-4c74-b44b-884cb4669be5), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:14.937015 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-332029b5-a2c5-452a-876b-7ba0bb37a822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:14.944412 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (7528e416-9121-4c74-b44b-884cb4669be5), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:15.028933 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a84da4-9137-409a-ad15-ef7fcd5f56b7 None None] Pushing event updated for resources: {'Port': ['ID=7528e416-9121-4c74-b44b-884cb4669be5,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:15.035782 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-332029b5-a2c5-452a-876b-7ba0bb37a822 admin admin] Publish callbacks [] for security_group (68813758-e1a2-4103-b6e6-6936232ba775), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:15.041494 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-332029b5-a2c5-452a-876b-7ba0bb37a822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (68813758-e1a2-4103-b6e6-6936232ba775), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:15.056962 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383e3b20-dddd-402a-aa72-f60b30f3b413 None None] New status for floating IP d4af3341-6629-4b39-894e-c185e54655fc: ACTIVE {{(pid=103035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 17:00:15.103029 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] Attempting to bind port 7528e416-9121-4c74-b44b-884cb4669be5 on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 17:00:15.103570 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] Attempting to bind port 7528e416-9121-4c74-b44b-884cb4669be5 by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': '85dcf473-5016-4172-8bce-dde363bfd863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 17:00:15.103821 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] Attempting to bind port 7528e416-9121-4c74-b44b-884cb4669be5 on network 8781eac9-aa85-4a72-b5b3-6da62a18282a {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:00:15.108845 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332029b5-a2c5-452a-876b-7ba0bb37a822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68813758-e1a2-4103-b6e6-6936232ba775,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:15.111832 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 16, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 17:00:15.124819 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] Checking segment: {'id': '85dcf473-5016-4172-8bce-dde363bfd863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:00:15.126805 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:15.128516 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] Bound using segment: {'id': '85dcf473-5016-4172-8bce-dde363bfd863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 17:00:15.129254 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] Bound port: 7528e416-9121-4c74-b44b-884cb4669be5, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85dcf473-5016-4172-8bce-dde363bfd863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 17:00:15.130465 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (7528e416-9121-4c74-b44b-884cb4669be5), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:15.154292 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-332029b5-a2c5-452a-876b-7ba0bb37a822 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf82026f397a4315ae3b4202579d179e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3961196 Mar 01 17:00:15.157087 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56284) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:15.222163 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] For port 7528e416-9121-4c74-b44b-884cb4669be5, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 17:00:15.227353 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] For port 7528e416-9121-4c74-b44b-884cb4669be5, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=7528e416-9121-4c74-b44b-884cb4669be5,segment=NetworkSegment(85dcf473-5016-4172-8bce-dde363bfd863),segment_id=85dcf473-5016-4172-8bce-dde363bfd863)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 17:00:15.235996 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (7528e416-9121-4c74-b44b-884cb4669be5), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:15.251452 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ac6a-1883-4103-96d2-c3bc07911fc5 admin admin] Publish callbacks [] for security_group (68813758-e1a2-4103-b6e6-6936232ba775), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:15.280191 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ac6a-1883-4103-96d2-c3bc07911fc5 admin admin] Publish callbacks [] for security_group (68813758-e1a2-4103-b6e6-6936232ba775), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:15.308276 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a84da4-9137-409a-ad15-ef7fcd5f56b7 None None] Pushing event updated for resources: {'Port': ['ID=7528e416-9121-4c74-b44b-884cb4669be5,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:15.314207 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] Routers {'27aff728-5039-4780-aee3-d6bffc318582'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:00:15.315161 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T16:59:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['27aff728-5039-4780-aee3-d6bffc318582'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:15.369767 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ac6a-1883-4103-96d2-c3bc07911fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (68813758-e1a2-4103-b6e6-6936232ba775), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:15.372437 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0ca0ac6a-1883-4103-96d2-c3bc07911fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:15.373685 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-0ca0ac6a-1883-4103-96d2-c3bc07911fc5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/68813758-e1a2-4103-b6e6-6936232ba775 HTTP/1.1" status: 204 len: 168 time: 0.2154322 Mar 01 17:00:15.399873 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0ac6a-1883-4103-96d2-c3bc07911fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68813758-e1a2-4103-b6e6-6936232ba775,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:15.425402 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-12ca8f78-5ce3-4f5f-8033-794db34e60c2 None None] Provisioning complete for port 7528e416-9121-4c74-b44b-884cb4669be5 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:00:15.425402 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-12ca8f78-5ce3-4f5f-8033-794db34e60c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (7528e416-9121-4c74-b44b-884cb4669be5), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:15.563480 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 7528e416-9121-4c74-b44b-884cb4669be5 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:00:15.568293 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] Set router 27aff728-5039-4780-aee3-d6bffc318582 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:00:15.783605 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-12ca8f78-5ce3-4f5f-8033-794db34e60c2 None None] Current status of the port 7528e416-9121-4c74-b44b-884cb4669be5 is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:00:15.783994 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-12ca8f78-5ce3-4f5f-8033-794db34e60c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (7528e416-9121-4c74-b44b-884cb4669be5), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:15.796921 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 7528e416-9121-4c74-b44b-884cb4669be5 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:00:15.797778 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (7528e416-9121-4c74-b44b-884cb4669be5), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:15.873177 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-12ca8f78-5ce3-4f5f-8033-794db34e60c2 None None] For port 7528e416-9121-4c74-b44b-884cb4669be5, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=7528e416-9121-4c74-b44b-884cb4669be5,segment=NetworkSegment(85dcf473-5016-4172-8bce-dde363bfd863),segment_id=85dcf473-5016-4172-8bce-dde363bfd863)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:00:15.890513 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-fe8a9a4d-afd9-4b46-a74a-56de527f64c1 req-c7fe9e88-ab3f-4e33-adfa-3ab569898306 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 210 time: 0.0314343 Mar 01 17:00:15.904459 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-12ca8f78-5ce3-4f5f-8033-794db34e60c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (7528e416-9121-4c74-b44b-884cb4669be5), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:16.121201 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7d6f1db5-d768-49c2-976e-2704b2e0deda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:16.160671 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-12aafc2d-5504-4ddd-bc38-60db5fb50a6b None None] Provisioning complete for port 7528e416-9121-4c74-b44b-884cb4669be5 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:00:16.161054 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-12aafc2d-5504-4ddd-bc38-60db5fb50a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (7528e416-9121-4c74-b44b-884cb4669be5), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:16.165369 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca8f78-5ce3-4f5f-8033-794db34e60c2 None None] Pushing event updated for resources: {'Port': ['ID=7528e416-9121-4c74-b44b-884cb4669be5,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:16.194863 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 7528e416-9121-4c74-b44b-884cb4669be5 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:00:16.196022 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 837d4bed-5b34-495d-ada5-152739aef6ad up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:00:16.240618 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 56310) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:16.248550 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aff728-5039-4780-aee3-d6bffc318582', 'name': 'tempest-AttachVolumeTestJSON-1968584390-router', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:10Z', 'revision_number': 4, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'gw_port': {'id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '7528e416-9121-4c74-b44b-884cb4669be5', 'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'mac_address': 'fa:16:3e:8b:85:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '12945aae-7d6d-4457-b922-e55760c246fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:09Z', 'updated_at': '2022-03-01T17:00:15Z', 'revision_number': 4, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'subnets': [{'id': '12945aae-7d6d-4457-b922-e55760c246fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:16.281012 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e12c6f0-edc4-4939-9352-0032b6610f0c None None] The sync data for ids ['27aff728-5039-4780-aee3-d6bffc318582'] in dv-cinder-831247-2-iscsi is: [{'id': '27aff728-5039-4780-aee3-d6bffc318582', 'name': 'tempest-AttachVolumeTestJSON-1968584390-router', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:10Z', 'revision_number': 4, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'gw_port': {'id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '7528e416-9121-4c74-b44b-884cb4669be5', 'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'mac_address': 'fa:16:3e:8b:85:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '12945aae-7d6d-4457-b922-e55760c246fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:09Z', 'updated_at': '2022-03-01T17:00:15Z', 'revision_number': 4, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'subnets': [{'id': '12945aae-7d6d-4457-b922-e55760c246fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:00:16.318817 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 837d4bed-5b34-495d-ada5-152739aef6ad triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:00:16.319172 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (837d4bed-5b34-495d-ada5-152739aef6ad), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:16.360487 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-12aafc2d-5504-4ddd-bc38-60db5fb50a6b None None] Current status of the port 7528e416-9121-4c74-b44b-884cb4669be5 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:00:16.367289 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-6ca351b0-f30b-47d9-955c-3311be8b1377 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1503186577-network', 'tenant_id': 'f084e0f3ab21424da437b15307168b35'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:00:16.416660 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca351b0-f30b-47d9-955c-3311be8b1377 admin admin] Made reservation on behalf of f084e0f3ab21424da437b15307168b35 for: {'network': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:00:16.421217 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6ca351b0-f30b-47d9-955c-3311be8b1377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for network (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:16.427472 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 837d4bed-5b34-495d-ada5-152739aef6ad is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:00:16.441345 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6ca351b0-f30b-47d9-955c-3311be8b1377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:16.530902 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6ca351b0-f30b-47d9-955c-3311be8b1377 admin admin] Publish callbacks [] for security_group (7a2d53b3-36ab-4d6d-ae44-3ac4393b16af), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:16.535610 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6ca351b0-f30b-47d9-955c-3311be8b1377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (7a2d53b3-36ab-4d6d-ae44-3ac4393b16af), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:16.563051 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca351b0-f30b-47d9-955c-3311be8b1377 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 17:00:16.572822 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca351b0-f30b-47d9-955c-3311be8b1377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2d53b3-36ab-4d6d-ae44-3ac4393b16af,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:16.580457 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6ca351b0-f30b-47d9-955c-3311be8b1377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (58b36103-bf66-4847-967a-8dc33aed261a), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:16.580806 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.segments_db [None req-6ca351b0-f30b-47d9-955c-3311be8b1377 admin admin] Added segment 58b36103-bf66-4847-967a-8dc33aed261a of type vlan for network 8c4f8268-d923-491d-bea3-2d2ea4884059 Mar 01 17:00:16.623930 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6ca351b0-f30b-47d9-955c-3311be8b1377 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740453230677'] for network (8c4f8268-d923-491d-bea3-2d2ea4884059), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:16.655483 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6ca351b0-f30b-47d9-955c-3311be8b1377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (8c4f8268-d923-491d-bea3-2d2ea4884059), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:16.657123 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca351b0-f30b-47d9-955c-3311be8b1377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:16.658196 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6ca351b0-f30b-47d9-955c-3311be8b1377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:16.726250 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-6ca351b0-f30b-47d9-955c-3311be8b1377 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4845235 Mar 01 17:00:16.729387 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56316) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:16.734172 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-c211c2fb-8a1a-4191-ae4f-077f0c564d91 admin admin] Request body: {'subnet': {'network_id': '8c4f8268-d923-491d-bea3-2d2ea4884059', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1503186577-subnet', 'tenant_id': 'f084e0f3ab21424da437b15307168b35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:00:16.736437 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca351b0-f30b-47d9-955c-3311be8b1377 admin admin] Pushing event updated for resources: {'Network': ['ID=8c4f8268-d923-491d-bea3-2d2ea4884059,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:16.753212 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Network 8c4f8268-d923-491d-bea3-2d2ea4884059 details requested by agent ovs-agent-dv-cinder-831247-2-iscsi with host dv-cinder-831247-2-iscsi {{(pid=103034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 17:00:16.779514 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c211c2fb-8a1a-4191-ae4f-077f0c564d91 admin admin] Made reservation on behalf of f084e0f3ab21424da437b15307168b35 for: {'subnet': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:00:16.780989 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-c211c2fb-8a1a-4191-ae4f-077f0c564d91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11556238'] for subnet (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:16.971525 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:17.015228 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-33d83763-32e3-4f02-acf1-5bd6062004d2 req-e50ec838-b4e8-4a3f-af98-a73b1d0880ab tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 210 time: 0.0317569 Mar 01 17:00:17.198281 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-c211c2fb-8a1a-4191-ae4f-077f0c564d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12090023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11556284'] for subnet (eaed309b-f124-4029-9840-8b52262055d2), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:17.253264 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211c2fb-8a1a-4191-ae4f-077f0c564d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaed309b-f124-4029-9840-8b52262055d2,revision_number=0']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:17.263629 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c211c2fb-8a1a-4191-ae4f-077f0c564d91 admin admin] Checking segment: {'id': '58b36103-bf66-4847-967a-8dc33aed261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8c4f8268-d923-491d-bea3-2d2ea4884059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:00:17.263989 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c211c2fb-8a1a-4191-ae4f-077f0c564d91 admin admin] Network hostable DHCP agents. Network: 8c4f8268-d923-491d-bea3-2d2ea4884059, hostable agents: ['76634103-e363-4824-9b69-d0e42b80a9e6'], hosted agents: [] {{(pid=103033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 17:00:17.280557 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c211c2fb-8a1a-4191-ae4f-077f0c564d91 admin admin] Network 8c4f8268-d923-491d-bea3-2d2ea4884059 is scheduled to be hosted by DHCP agent 76634103-e363-4824-9b69-d0e42b80a9e6 with binding_index 1 {{(pid=103033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 17:00:17.290265 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-c211c2fb-8a1a-4191-ae4f-077f0c564d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-2-iscsi, 8c4f8268-d923-491d-bea3-2d2ea4884059) {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:00:17.294173 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c211c2fb-8a1a-4191-ae4f-077f0c564d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:17.294777 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-c211c2fb-8a1a-4191-ae4f-077f0c564d91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:17.300487 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c0d94d-56f5-4555-a80e-17e4e7a90d0e None None] Network 8c4f8268-d923-491d-bea3-2d2ea4884059 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:00:17.311247 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-c211c2fb-8a1a-4191-ae4f-077f0c564d91 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5808494 Mar 01 17:00:17.430886 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c58715-8b95-43a5-b825-cf69a8cecf35 None None] Network 8c4f8268-d923-491d-bea3-2d2ea4884059 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:00:17.450495 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 7528e416-9121-4c74-b44b-884cb4669be5 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:00:17.579589 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 7528e416-9121-4c74-b44b-884cb4669be5 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:00:17.580033 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (7528e416-9121-4c74-b44b-884cb4669be5), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:17.679051 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 7528e416-9121-4c74-b44b-884cb4669be5 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:00:17.881462 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56336) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:17.886993 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-c7deb963-fe24-4f4f-96ff-53adefa78ca4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1428115973-network', 'tenant_id': '47510f30639b4ef7a9cc767d99abb91a'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:00:17.912694 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7deb963-fe24-4f4f-96ff-53adefa78ca4 admin admin] Made reservation on behalf of 47510f30639b4ef7a9cc767d99abb91a for: {'network': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:00:17.914986 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-c7deb963-fe24-4f4f-96ff-53adefa78ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for network (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:17.930215 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-c7deb963-fe24-4f4f-96ff-53adefa78ca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:18.024043 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-c7deb963-fe24-4f4f-96ff-53adefa78ca4 admin admin] Publish callbacks [] for security_group (56aa960a-9722-4e20-b3db-099dc21830d8), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:18.028521 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-c7deb963-fe24-4f4f-96ff-53adefa78ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (56aa960a-9722-4e20-b3db-099dc21830d8), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:18.057441 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7deb963-fe24-4f4f-96ff-53adefa78ca4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 17:00:18.069048 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7deb963-fe24-4f4f-96ff-53adefa78ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56aa960a-9722-4e20-b3db-099dc21830d8,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:18.074555 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-c7deb963-fe24-4f4f-96ff-53adefa78ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (29c560f1-5b67-46c9-9d0f-b5c286cac105), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:18.074892 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.db.segments_db [None req-c7deb963-fe24-4f4f-96ff-53adefa78ca4 admin admin] Added segment 29c560f1-5b67-46c9-9d0f-b5c286cac105 of type vlan for network 33a7bfd3-2229-42f4-a48b-c73c6df11349 Mar 01 17:00:18.140222 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-fdcfcf4a-766d-4ed0-ae07-dfc77a93066c req-2b547bdc-4ff0-4cab-b918-36d0c4fca3f1 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 210 time: 0.0356023 Mar 01 17:00:18.144486 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-c7deb963-fe24-4f4f-96ff-53adefa78ca4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740453230677'] for network (33a7bfd3-2229-42f4-a48b-c73c6df11349), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:18.175780 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-c7deb963-fe24-4f4f-96ff-53adefa78ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (33a7bfd3-2229-42f4-a48b-c73c6df11349), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:18.176756 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7deb963-fe24-4f4f-96ff-53adefa78ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:18.177342 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-c7deb963-fe24-4f4f-96ff-53adefa78ca4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:18.239908 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-c7deb963-fe24-4f4f-96ff-53adefa78ca4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3572016 Mar 01 17:00:18.243447 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 56340) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:18.247727 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7deb963-fe24-4f4f-96ff-53adefa78ca4 admin admin] Pushing event updated for resources: {'Network': ['ID=33a7bfd3-2229-42f4-a48b-c73c6df11349,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:18.249815 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-29f7d8bb-c9c9-4b94-9e50-3adf105ff312 admin admin] Request body: {'subnet': {'network_id': '33a7bfd3-2229-42f4-a48b-c73c6df11349', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1428115973-subnet', 'tenant_id': '47510f30639b4ef7a9cc767d99abb91a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:00:18.260080 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Network 33a7bfd3-2229-42f4-a48b-c73c6df11349 details requested by agent ovs-agent-dv-cinder-831247-2-iscsi with host dv-cinder-831247-2-iscsi {{(pid=103034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 17:00:18.270888 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f7d8bb-c9c9-4b94-9e50-3adf105ff312 admin admin] Made reservation on behalf of 47510f30639b4ef7a9cc767d99abb91a for: {'subnet': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:00:18.273262 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-29f7d8bb-c9c9-4b94-9e50-3adf105ff312 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12089765'] for subnet (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:18.520674 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-29f7d8bb-c9c9-4b94-9e50-3adf105ff312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12092270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12089751'] for subnet (57f72817-ddae-4dc0-bc4d-f8529c88cea3), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:18.545098 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:18.574557 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2b9da-7306-4f68-beda-a65162fef951 req-1e8f80e5-2c31-4c5b-a146-d779a9e5a03c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:18.576074 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-65e2b9da-7306-4f68-beda-a65162fef951 req-1e8f80e5-2c31-4c5b-a146-d779a9e5a03c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.37 "GET /v2.0/networks?id=8781eac9-aa85-4a72-b5b3-6da62a18282a HTTP/1.1" status: 200 len: 811 time: 0.1778069 Mar 01 17:00:18.605009 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7d8bb-c9c9-4b94-9e50-3adf105ff312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57f72817-ddae-4dc0-bc4d-f8529c88cea3,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:18.627180 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f7d8bb-c9c9-4b94-9e50-3adf105ff312 admin admin] Checking segment: {'id': '29c560f1-5b67-46c9-9d0f-b5c286cac105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '33a7bfd3-2229-42f4-a48b-c73c6df11349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:00:18.627572 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f7d8bb-c9c9-4b94-9e50-3adf105ff312 admin admin] Network hostable DHCP agents. Network: 33a7bfd3-2229-42f4-a48b-c73c6df11349, hostable agents: ['76634103-e363-4824-9b69-d0e42b80a9e6'], hosted agents: [] {{(pid=103032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 17:00:18.671536 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-65e2b9da-7306-4f68-beda-a65162fef951 req-db14ae32-7bc3-46ae-9bbf-b97a18926194 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dc6016cf32040529e21f5b330bfe54a HTTP/1.1" status: 200 len: 379 time: 0.0804756 Mar 01 17:00:18.673000 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f7d8bb-c9c9-4b94-9e50-3adf105ff312 admin admin] Network 33a7bfd3-2229-42f4-a48b-c73c6df11349 is scheduled to be hosted by DHCP agent 76634103-e363-4824-9b69-d0e42b80a9e6 with binding_index 1 {{(pid=103032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 17:00:18.682739 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3ccecc21-ee45-4857-b83d-e82b750ec0e6 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Request body: {'port': {'device_id': '1c1adf99-7766-4f1b-89de-c90e8f1b61e0', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'admin_state_up': True, 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'security_groups': ['2806232a-e91e-4362-9616-5c6127a143f7']}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:00:18.687102 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-29f7d8bb-c9c9-4b94-9e50-3adf105ff312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-2-iscsi, 33a7bfd3-2229-42f4-a48b-c73c6df11349) {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:00:18.694863 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eee5164-efd1-45d3-8a51-23319f1bc11f None None] Network 33a7bfd3-2229-42f4-a48b-c73c6df11349 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:00:18.706451 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f7d8bb-c9c9-4b94-9e50-3adf105ff312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:18.707053 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-29f7d8bb-c9c9-4b94-9e50-3adf105ff312 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:18.757799 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-29f7d8bb-c9c9-4b94-9e50-3adf105ff312 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5129104 Mar 01 17:00:18.824031 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f5e0cc-a040-4666-bdeb-c0047071c414 None None] Network 33a7bfd3-2229-42f4-a48b-c73c6df11349 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:00:18.861363 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3ccecc21-ee45-4857-b83d-e82b750ec0e6 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Made reservation on behalf of 1dc6016cf32040529e21f5b330bfe54a for: {'port': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:00:18.864825 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3ccecc21-ee45-4857-b83d-e82b750ec0e6 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:18.951651 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 56354) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:19.039581 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a37901-a531-4d59-b082-1bd5c727d17f admin admin] Deleting subnet eaed309b-f124-4029-9840-8b52262055d2 {{(pid=103032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 17:00:19.049978 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d7a37901-a531-4d59-b082-1bd5c727d17f admin admin] Publish callbacks [] for subnet (eaed309b-f124-4029-9840-8b52262055d2), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:19.075410 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3ccecc21-ee45-4857-b83d-e82b750ec0e6 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Allocated IP 172.20.0.11 (8781eac9-aa85-4a72-b5b3-6da62a18282a/12945aae-7d6d-4457-b922-e55760c246fd/25dd5465-59c1-462f-9de0-e65e756c3ead) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:00:19.103511 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d7a37901-a531-4d59-b082-1bd5c727d17f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12091598'] for subnet (eaed309b-f124-4029-9840-8b52262055d2), precommit_delete_associations {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:19.182018 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d7a37901-a531-4d59-b082-1bd5c727d17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824678'] for subnet (eaed309b-f124-4029-9840-8b52262055d2), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:19.273604 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4893e49d-e393-4172-afb3-773542652a6c req-976de8b4-74f6-4364-abde-554939c96548 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 210 time: 0.0402815 Mar 01 17:00:19.316244 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d7a37901-a531-4d59-b082-1bd5c727d17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12092201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12089742'] for subnet (eaed309b-f124-4029-9840-8b52262055d2), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:19.346926 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3ccecc21-ee45-4857-b83d-e82b750ec0e6 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for port (25dd5465-59c1-462f-9de0-e65e756c3ead), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:19.354021 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d7a37901-a531-4d59-b082-1bd5c727d17f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:19.357387 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-d7a37901-a531-4d59-b082-1bd5c727d17f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/eaed309b-f124-4029-9840-8b52262055d2 HTTP/1.1" status: 204 len: 168 time: 0.4041724 Mar 01 17:00:19.358187 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a37901-a531-4d59-b082-1bd5c727d17f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaed309b-f124-4029-9840-8b52262055d2,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:19.360124 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56358) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:19.400311 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3ccecc21-ee45-4857-b83d-e82b750ec0e6 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (25dd5465-59c1-462f-9de0-e65e756c3ead), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:19.432533 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-66a25336-4d32-4974-875c-d67b2931fc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896669'] for network (8c4f8268-d923-491d-bea3-2d2ea4884059), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:19.449259 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3ccecc21-ee45-4857-b83d-e82b750ec0e6 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Network 8781eac9-aa85-4a72-b5b3-6da62a18282a is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:00:19.452231 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3ccecc21-ee45-4857-b83d-e82b750ec0e6 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:00:19.456811 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3ccecc21-ee45-4857-b83d-e82b750ec0e6 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:00:19.483531 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccecc21-ee45-4857-b83d-e82b750ec0e6 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Pushing event updated for resources: {'Port': ['ID=25dd5465-59c1-462f-9de0-e65e756c3ead,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:19.518419 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3ccecc21-ee45-4857-b83d-e82b750ec0e6 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:19.519795 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3ccecc21-ee45-4857-b83d-e82b750ec0e6 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:19.522673 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-66a25336-4d32-4974-875c-d67b2931fc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986525', 'neutron.services.segments.db._delete_segments_for_network-8740453540253'] for network (8c4f8268-d923-491d-bea3-2d2ea4884059), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:19.538791 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3ccecc21-ee45-4857-b83d-e82b750ec0e6 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8605418 Mar 01 17:00:19.545297 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-66a25336-4d32-4974-875c-d67b2931fc3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4f8268-d923-491d-bea3-2d2ea4884059']}} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:19.552156 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] Request body: {'port': {'device_id': '1c1adf99-7766-4f1b-89de-c90e8f1b61e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:00:19.555619 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-66a25336-4d32-4974-875c-d67b2931fc3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b36103-bf66-4847-967a-8dc33aed261a') {'for_net_delete': True} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:19.556198 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-66a25336-4d32-4974-875c-d67b2931fc3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b36103-bf66-4847-967a-8dc33aed261a') {} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:19.567681 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-66a25336-4d32-4974-875c-d67b2931fc3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740453543078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12140833'] for segment (58b36103-bf66-4847-967a-8dc33aed261a), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:19.584721 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-66a25336-4d32-4974-875c-d67b2931fc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (58b36103-bf66-4847-967a-8dc33aed261a), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:19.595676 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a25336-4d32-4974-875c-d67b2931fc3d admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 17:00:19.596076 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-66a25336-4d32-4974-875c-d67b2931fc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12089918'] for segment (58b36103-bf66-4847-967a-8dc33aed261a), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: Traceback (most recent call last): Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: timer() Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: cb(*args, **kw) Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: return func(*args, **kwargs) Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: self._notify() Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: self.callback(batched_events) Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: event.method(event) Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: return f(self, *a, **k) Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: return self._get(url).json() Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: return self.request(url, 'GET', **kwargs) Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 17:00:19.598054 dv-cinder-831247-2-iscsi neutron-server[103033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 17:00:19.620921 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (25dd5465-59c1-462f-9de0-e65e756c3ead), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:19.666785 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-66a25336-4d32-4974-875c-d67b2931fc3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688628'] for network (8c4f8268-d923-491d-bea3-2d2ea4884059), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:19.673244 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-66a25336-4d32-4974-875c-d67b2931fc3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:19.678015 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-66a25336-4d32-4974-875c-d67b2931fc3d admin admin] 10.222.0.55 "DELETE /v2.0/networks/8c4f8268-d923-491d-bea3-2d2ea4884059 HTTP/1.1" status: 204 len: 168 time: 0.3161073 Mar 01 17:00:19.682794 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 56360) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:19.691022 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a25336-4d32-4974-875c-d67b2931fc3d admin admin] Pushing event deleted for resources: {'Network': ['ID=8c4f8268-d923-491d-bea3-2d2ea4884059,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:19.713388 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3fca5f64-e995-4561-935e-ca8faa2270bb None None] Provisioning complete for port 25dd5465-59c1-462f-9de0-e65e756c3ead triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:00:19.714016 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3fca5f64-e995-4561-935e-ca8faa2270bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (25dd5465-59c1-462f-9de0-e65e756c3ead), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:19.753514 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3fca5f64-e995-4561-935e-ca8faa2270bb None None] Port 25dd5465-59c1-462f-9de0-e65e756c3ead cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 17:00:19.798694 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ec52c5-015d-4ee5-bf3d-954738ad0af2 admin admin] Deleting subnet 57f72817-ddae-4dc0-bc4d-f8529c88cea3 {{(pid=103032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 17:00:19.805771 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f0ec52c5-015d-4ee5-bf3d-954738ad0af2 admin admin] Publish callbacks [] for subnet (57f72817-ddae-4dc0-bc4d-f8529c88cea3), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:19.878076 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:19.892259 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f0ec52c5-015d-4ee5-bf3d-954738ad0af2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12091598'] for subnet (57f72817-ddae-4dc0-bc4d-f8529c88cea3), precommit_delete_associations {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:19.962824 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f0ec52c5-015d-4ee5-bf3d-954738ad0af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824678'] for subnet (57f72817-ddae-4dc0-bc4d-f8529c88cea3), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:20.053592 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25dd5465-59c1-462f-9de0-e65e756c3ead {{(pid=103032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 17:00:20.061324 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f0ec52c5-015d-4ee5-bf3d-954738ad0af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12092201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12089742'] for subnet (57f72817-ddae-4dc0-bc4d-f8529c88cea3), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:20.066165 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] Publish callbacks [] for port (25dd5465-59c1-462f-9de0-e65e756c3ead), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:20.107665 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f0ec52c5-015d-4ee5-bf3d-954738ad0af2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:20.110892 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-f0ec52c5-015d-4ee5-bf3d-954738ad0af2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/57f72817-ddae-4dc0-bc4d-f8529c88cea3 HTTP/1.1" status: 204 len: 168 time: 0.4271424 Mar 01 17:00:20.111740 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec52c5-015d-4ee5-bf3d-954738ad0af2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57f72817-ddae-4dc0-bc4d-f8529c88cea3,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:20.113569 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56368) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:20.118377 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.provisioning_blocks [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] Transition to ACTIVE for port object 25dd5465-59c1-462f-9de0-e65e756c3ead will not be triggered until provisioned by entity L2. {{(pid=103032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 17:00:20.122016 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (25dd5465-59c1-462f-9de0-e65e756c3ead), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:20.185411 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c009-c213-40fd-a11c-6a2eba960ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896669'] for network (33a7bfd3-2229-42f4-a48b-c73c6df11349), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:20.220025 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] Pushing event updated for resources: {'Port': ['ID=25dd5465-59c1-462f-9de0-e65e756c3ead,revision_number=2']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:20.250627 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] Attempting to bind port 25dd5465-59c1-462f-9de0-e65e756c3ead on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 17:00:20.251237 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] Attempting to bind port 25dd5465-59c1-462f-9de0-e65e756c3ead by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '85dcf473-5016-4172-8bce-dde363bfd863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a'}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 17:00:20.251869 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] Attempting to bind port 25dd5465-59c1-462f-9de0-e65e756c3ead on network 8781eac9-aa85-4a72-b5b3-6da62a18282a {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:00:20.256534 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] Port 25dd5465-59c1-462f-9de0-e65e756c3ead on network 8781eac9-aa85-4a72-b5b3-6da62a18282a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 17:00:20.256864 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] Attempting to bind port 25dd5465-59c1-462f-9de0-e65e756c3ead on network 8781eac9-aa85-4a72-b5b3-6da62a18282a {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:00:20.262344 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] Checking agent: {'id': '0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'started_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 17, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 17:00:20.262688 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] Checking segment: {'id': '85dcf473-5016-4172-8bce-dde363bfd863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:00:20.263078 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] Bound using segment: {'id': '85dcf473-5016-4172-8bce-dde363bfd863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a'} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 17:00:20.263549 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] Bound port: 25dd5465-59c1-462f-9de0-e65e756c3ead, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85dcf473-5016-4172-8bce-dde363bfd863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a'}}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 17:00:20.263909 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (25dd5465-59c1-462f-9de0-e65e756c3ead), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:20.284067 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c009-c213-40fd-a11c-6a2eba960ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986525', 'neutron.services.segments.db._delete_segments_for_network-8740453540253'] for network (33a7bfd3-2229-42f4-a48b-c73c6df11349), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:20.308963 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-d9f4c009-c213-40fd-a11c-6a2eba960ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a7bfd3-2229-42f4-a48b-c73c6df11349']}} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:20.320695 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-d9f4c009-c213-40fd-a11c-6a2eba960ba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c560f1-5b67-46c9-9d0f-b5c286cac105') {'for_net_delete': True} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:20.320972 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-d9f4c009-c213-40fd-a11c-6a2eba960ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c560f1-5b67-46c9-9d0f-b5c286cac105') {} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:20.337504 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c009-c213-40fd-a11c-6a2eba960ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740453543078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12140833'] for segment (29c560f1-5b67-46c9-9d0f-b5c286cac105), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:20.350356 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] For port 25dd5465-59c1-462f-9de0-e65e756c3ead, host hv-cinder-83124, cleared binding levels {{(pid=103032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 17:00:20.352074 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c009-c213-40fd-a11c-6a2eba960ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (29c560f1-5b67-46c9-9d0f-b5c286cac105), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:20.353641 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] For port 25dd5465-59c1-462f-9de0-e65e756c3ead, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=25dd5465-59c1-462f-9de0-e65e756c3ead,segment=NetworkSegment(85dcf473-5016-4172-8bce-dde363bfd863),segment_id=85dcf473-5016-4172-8bce-dde363bfd863)] {{(pid=103032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 17:00:20.360418 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f4c009-c213-40fd-a11c-6a2eba960ba0 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 17:00:20.361166 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c009-c213-40fd-a11c-6a2eba960ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12089918'] for segment (29c560f1-5b67-46c9-9d0f-b5c286cac105), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: Traceback (most recent call last): Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: timer() Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: cb(*args, **kw) Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: return func(*args, **kwargs) Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: self._notify() Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: self.callback(batched_events) Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: event.method(event) Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: return f(self, *a, **k) Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: return self._get(url).json() Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: return self.request(url, 'GET', **kwargs) Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 17:00:20.363350 dv-cinder-831247-2-iscsi neutron-server[103033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 17:00:20.366996 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (25dd5465-59c1-462f-9de0-e65e756c3ead), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:20.408044 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:20.408941 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:20.410697 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-65e2b9da-7306-4f68-beda-a65162fef951 req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] 10.222.0.37 "PUT /v2.0/ports/25dd5465-59c1-462f-9de0-e65e756c3ead HTTP/1.1" status: 200 len: 1094 time: 0.8643138 Mar 01 17:00:20.411490 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1adf99-7766-4f1b-89de-c90e8f1b61e0', 'tag': '25dd5465-59c1-462f-9de0-e65e756c3ead'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:00:20.413774 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee4cf23-9cde-485b-adea-8068ea8af5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1c1adf99-7766-4f1b-89de-c90e8f1b61e0", "tag": "25dd5465-59c1-462f-9de0-e65e756c3ead"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:00:20.442864 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c0a52-fed5-49e5-8c2d-3dc96892fefb service neutron] Pushing event updated for resources: {'Port': ['ID=25dd5465-59c1-462f-9de0-e65e756c3ead,revision_number=3']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:20.445934 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c009-c213-40fd-a11c-6a2eba960ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688628'] for network (33a7bfd3-2229-42f4-a48b-c73c6df11349), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:20.486289 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d9f4c009-c213-40fd-a11c-6a2eba960ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:20.492539 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-d9f4c009-c213-40fd-a11c-6a2eba960ba0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/33a7bfd3-2229-42f4-a48b-c73c6df11349 HTTP/1.1" status: 204 len: 168 time: 0.3773713 Mar 01 17:00:20.507521 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 17:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b9b95f-45fb-4b56-924a-4ff6c3de9190 x-openstack-request-id: req-76b9b95f-45fb-4b56-924a-4ff6c3de9190 {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:00:20.507816 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c1adf99-7766-4f1b-89de-c90e8f1b61e0", "tag": "25dd5465-59c1-462f-9de0-e65e756c3ead", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:00:20.508079 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-76b9b95f-45fb-4b56-924a-4ff6c3de9190 {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:00:20.508874 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1adf99-7766-4f1b-89de-c90e8f1b61e0', 'tag': '25dd5465-59c1-462f-9de0-e65e756c3ead', 'status': 'completed', 'code': 200} Mar 01 17:00:20.514138 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4c009-c213-40fd-a11c-6a2eba960ba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=33a7bfd3-2229-42f4-a48b-c73c6df11349,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:20.539655 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca334c-e05d-4e04-a77b-720d2dffbfee req-4a5a7b6e-bb91-4999-9ad3-44300f58d388 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:20.541299 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a4ca334c-e05d-4e04-a77b-720d2dffbfee req-4a5a7b6e-bb91-4999-9ad3-44300f58d388 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 944 time: 0.1828108 Mar 01 17:00:20.544299 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2b9da-7306-4f68-beda-a65162fef951 req-866af044-bc3b-443e-b092-939047cbbffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:20.545848 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-65e2b9da-7306-4f68-beda-a65162fef951 req-866af044-bc3b-443e-b092-939047cbbffc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1dc6016cf32040529e21f5b330bfe54a&device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 1128 time: 0.0765135 Mar 01 17:00:20.600061 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a4ca334c-e05d-4e04-a77b-720d2dffbfee req-c2c7f751-0809-4453-bbc7-e14817b7435e tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521665 Mar 01 17:00:20.623566 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-65e2b9da-7306-4f68-beda-a65162fef951 req-96fbe502-416c-4a7e-90d3-4fa9cb985e23 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25dd5465-59c1-462f-9de0-e65e756c3ead HTTP/1.1" status: 200 len: 217 time: 0.0690196 Mar 01 17:00:20.681659 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 56378) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:20.698146 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2b9da-7306-4f68-beda-a65162fef951 req-036b195c-9476-430e-abdc-ed50bf094156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:20.699564 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-65e2b9da-7306-4f68-beda-a65162fef951 req-036b195c-9476-430e-abdc-ed50bf094156 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12945aae-7d6d-4457-b922-e55760c246fd HTTP/1.1" status: 200 len: 850 time: 0.0630522 Mar 01 17:00:20.750865 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-45c51984-3ad0-43f2-933d-74d350ef59e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f084e0f3ab21424da437b15307168b35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0675485 Mar 01 17:00:20.754024 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56380) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:20.768491 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2b9da-7306-4f68-beda-a65162fef951 req-feb77a45-01eb-4d7f-a588-17d4aeb87ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:20.770015 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-65e2b9da-7306-4f68-beda-a65162fef951 req-feb77a45-01eb-4d7f-a588-17d4aeb87ef5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8781eac9-aa85-4a72-b5b3-6da62a18282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642364 Mar 01 17:00:20.805934 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5774bebe-f723-44b3-b9cd-b6eea3a017bf admin admin] Publish callbacks [] for security_group (7a2d53b3-36ab-4d6d-ae44-3ac4393b16af), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:20.828076 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5774bebe-f723-44b3-b9cd-b6eea3a017bf admin admin] Publish callbacks [] for security_group (7a2d53b3-36ab-4d6d-ae44-3ac4393b16af), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:20.865846 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-65e2b9da-7306-4f68-beda-a65162fef951 req-0075ac31-faee-4dfa-b8b3-466de35f02a5 service neutron] 10.222.0.37 "GET /v2.0/networks/8781eac9-aa85-4a72-b5b3-6da62a18282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898097 Mar 01 17:00:20.876466 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5774bebe-f723-44b3-b9cd-b6eea3a017bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (7a2d53b3-36ab-4d6d-ae44-3ac4393b16af), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:20.879040 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5774bebe-f723-44b3-b9cd-b6eea3a017bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:20.880260 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-5774bebe-f723-44b3-b9cd-b6eea3a017bf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7a2d53b3-36ab-4d6d-ae44-3ac4393b16af HTTP/1.1" status: 204 len: 168 time: 0.1252534 Mar 01 17:00:20.887974 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774bebe-f723-44b3-b9cd-b6eea3a017bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2d53b3-36ab-4d6d-ae44-3ac4393b16af,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:20.994088 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-65e2b9da-7306-4f68-beda-a65162fef951 req-7fbf623c-20ac-4e94-ba88-8d55de93a285 service neutron] 10.222.0.37 "GET /v2.0/networks/8781eac9-aa85-4a72-b5b3-6da62a18282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217670 Mar 01 17:00:21.092325 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4cf23-9cde-485b-adea-8068ea8af5fe req-5f1f40b1-632f-4240-a126-486604ce93d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:21.094362 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8ee4cf23-9cde-485b-adea-8068ea8af5fe req-5f1f40b1-632f-4240-a126-486604ce93d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1dc6016cf32040529e21f5b330bfe54a&device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 1128 time: 0.0504892 Mar 01 17:00:21.197649 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4cf23-9cde-485b-adea-8068ea8af5fe req-5224071a-f171-4d62-a21a-0f4d1a7d94ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:21.199272 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8ee4cf23-9cde-485b-adea-8068ea8af5fe req-5224071a-f171-4d62-a21a-0f4d1a7d94ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=8781eac9-aa85-4a72-b5b3-6da62a18282a HTTP/1.1" status: 200 len: 912 time: 0.0941505 Mar 01 17:00:21.244953 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8ee4cf23-9cde-485b-adea-8068ea8af5fe req-9e0e8ace-b2f6-409e-92ed-692b66a127d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25dd5465-59c1-462f-9de0-e65e756c3ead HTTP/1.1" status: 200 len: 217 time: 0.0388741 Mar 01 17:00:21.253552 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56394) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:21.305222 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-fe94282e-c1a0-4f2c-bd85-ef31b338b0a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=47510f30639b4ef7a9cc767d99abb91a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0504198 Mar 01 17:00:21.307944 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56396) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:21.308725 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4cf23-9cde-485b-adea-8068ea8af5fe req-4a8be0ee-a49f-4212-98a9-eff89b9b7662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:21.310381 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8ee4cf23-9cde-485b-adea-8068ea8af5fe req-4a8be0ee-a49f-4212-98a9-eff89b9b7662 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12945aae-7d6d-4457-b922-e55760c246fd HTTP/1.1" status: 200 len: 850 time: 0.0589011 Mar 01 17:00:21.365163 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4cf23-9cde-485b-adea-8068ea8af5fe req-a6df4979-6b2d-4f37-a6aa-249646046e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:21.366797 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8ee4cf23-9cde-485b-adea-8068ea8af5fe req-a6df4979-6b2d-4f37-a6aa-249646046e0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8781eac9-aa85-4a72-b5b3-6da62a18282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489304 Mar 01 17:00:21.366962 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ec15a249-5019-4059-8699-88f09a07bf4a admin admin] Publish callbacks [] for security_group (56aa960a-9722-4e20-b3db-099dc21830d8), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:21.388991 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ec15a249-5019-4059-8699-88f09a07bf4a admin admin] Publish callbacks [] for security_group (56aa960a-9722-4e20-b3db-099dc21830d8), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:21.442641 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ec15a249-5019-4059-8699-88f09a07bf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (56aa960a-9722-4e20-b3db-099dc21830d8), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:21.445386 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ec15a249-5019-4059-8699-88f09a07bf4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:21.449948 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-ec15a249-5019-4059-8699-88f09a07bf4a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/56aa960a-9722-4e20-b3db-099dc21830d8 HTTP/1.1" status: 204 len: 168 time: 0.1374929 Mar 01 17:00:21.457117 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15a249-5019-4059-8699-88f09a07bf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56aa960a-9722-4e20-b3db-099dc21830d8,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:21.470581 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8ee4cf23-9cde-485b-adea-8068ea8af5fe req-c4bd747a-9e15-460b-bdea-23e9baf5322e service neutron] 10.222.0.37 "GET /v2.0/networks/8781eac9-aa85-4a72-b5b3-6da62a18282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950956 Mar 01 17:00:21.569367 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8ee4cf23-9cde-485b-adea-8068ea8af5fe req-1f7bf94b-d4ce-40d4-9376-d3ae7e6004e3 service neutron] 10.222.0.37 "GET /v2.0/networks/8781eac9-aa85-4a72-b5b3-6da62a18282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920463 Mar 01 17:00:21.729692 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71723434-a31a-4457-bea4-43406a407563 req-ada1d0f0-0750-42c7-880f-7e82172b7798 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:21.731276 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-71723434-a31a-4457-bea4-43406a407563 req-ada1d0f0-0750-42c7-880f-7e82172b7798 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 944 time: 0.0559027 Mar 01 17:00:21.788911 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-71723434-a31a-4457-bea4-43406a407563 req-c9ba54e2-a168-4a44-913b-93e7ace6b4c3 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517356 Mar 01 17:00:22.916411 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f64c11-7610-4b63-aed9-f26e0738f1ee req-600f0493-6ac4-4ad5-a67c-5dbea37b29e6 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:22.918142 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-04f64c11-7610-4b63-aed9-f26e0738f1ee req-600f0493-6ac4-4ad5-a67c-5dbea37b29e6 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 944 time: 0.0609138 Mar 01 17:00:22.974279 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-04f64c11-7610-4b63-aed9-f26e0738f1ee req-e6c2d901-fc5b-4628-a6c1-0806b9021ba9 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488424 Mar 01 17:00:23.612193 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931d6e0-090a-4604-9ad3-50761e6e5977 req-57519e6e-1913-4cea-95bc-bf703f249e12 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:23.613643 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8931d6e0-090a-4604-9ad3-50761e6e5977 req-57519e6e-1913-4cea-95bc-bf703f249e12 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 945 time: 0.0497558 Mar 01 17:00:23.659721 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8931d6e0-090a-4604-9ad3-50761e6e5977 req-bd04da53-5309-4f83-97d5-624877405a66 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403354 Mar 01 17:00:24.098734 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a2089-77c5-4ca9-973a-0f1493096675 req-e65f4e60-5476-4181-bb79-3f73e4ea0b3c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:24.100413 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-741a2089-77c5-4ca9-973a-0f1493096675 req-e65f4e60-5476-4181-bb79-3f73e4ea0b3c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 944 time: 0.0557387 Mar 01 17:00:24.147746 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-741a2089-77c5-4ca9-973a-0f1493096675 req-fc19d266-c43c-43e6-bd89-f42158e96d27 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416963 Mar 01 17:00:24.740431 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 25dd5465-59c1-462f-9de0-e65e756c3ead details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 17:00:24.797059 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a75d4a-7362-4dfa-9f29-1944410b5ffb req-f46f6947-29ab-4400-be57-1a0cbf68d035 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:24.798685 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b4a75d4a-7362-4dfa-9f29-1944410b5ffb req-f46f6947-29ab-4400-be57-1a0cbf68d035 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 945 time: 0.0533435 Mar 01 17:00:24.844970 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 25dd5465-59c1-462f-9de0-e65e756c3ead, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=25dd5465-59c1-462f-9de0-e65e756c3ead,segment=NetworkSegment(85dcf473-5016-4172-8bce-dde363bfd863),segment_id=85dcf473-5016-4172-8bce-dde363bfd863)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:00:24.851092 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b4a75d4a-7362-4dfa-9f29-1944410b5ffb req-67763f04-3851-4bce-b277-4198d31fed24 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463395 Mar 01 17:00:24.856599 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': '25dd5465-59c1-462f-9de0-e65e756c3ead', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'port_id': '25dd5465-59c1-462f-9de0-e65e756c3ead', 'mac_address': 'fa:16:3e:de:cb:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12945aae-7d6d-4457-b922-e55760c246fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 17:00:24.893745 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 25dd5465-59c1-462f-9de0-e65e756c3ead is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:00:24.894145 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (25dd5465-59c1-462f-9de0-e65e756c3ead), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:24.907748 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25dd5465-59c1-462f-9de0-e65e756c3ead {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 17:00:24.928972 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 25dd5465-59c1-462f-9de0-e65e756c3ead, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=25dd5465-59c1-462f-9de0-e65e756c3ead,segment=NetworkSegment(85dcf473-5016-4172-8bce-dde363bfd863),segment_id=85dcf473-5016-4172-8bce-dde363bfd863)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:00:24.932623 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (25dd5465-59c1-462f-9de0-e65e756c3ead), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:24.985157 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=25dd5465-59c1-462f-9de0-e65e756c3ead,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:25.257721 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['25dd5465-59c1-462f-9de0-e65e756c3ead'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 17:00:25.269686 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f5048-8322-459b-9c95-7949a3837115 req-bf90bc52-bfcf-415d-9ca0-09c6dc5f1fed tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:25.271237 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-893f5048-8322-459b-9c95-7949a3837115 req-bf90bc52-bfcf-415d-9ca0-09c6dc5f1fed tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 945 time: 0.0566413 Mar 01 17:00:25.324773 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-893f5048-8322-459b-9c95-7949a3837115 req-6ba50198-8716-49ad-ba85-f64d6eff32c8 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478609 Mar 01 17:00:25.632806 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d965a3e-a5dc-4f74-945e-ffcd19635c08 req-40bf6d20-e6a9-441b-8a00-86392ef4d857 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:25.634237 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8d965a3e-a5dc-4f74-945e-ffcd19635c08 req-40bf6d20-e6a9-441b-8a00-86392ef4d857 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 945 time: 0.0499320 Mar 01 17:00:25.727699 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-8d965a3e-a5dc-4f74-945e-ffcd19635c08 req-a4b29661-913f-4e05-abd0-6a7ab02c8456 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Deleting port e7b73bbe-571f-4535-a3a4-0215665e946c {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:00:25.728043 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-8d965a3e-a5dc-4f74-945e-ffcd19635c08 req-a4b29661-913f-4e05-abd0-6a7ab02c8456 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (e7b73bbe-571f-4535-a3a4-0215665e946c), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:26.105284 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-8d965a3e-a5dc-4f74-945e-ffcd19635c08 req-a4b29661-913f-4e05-abd0-6a7ab02c8456 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] For port e7b73bbe-571f-4535-a3a4-0215665e946c, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=e7b73bbe-571f-4535-a3a4-0215665e946c,segment=NetworkSegment(e761cb52-b35e-4fc5-9912-7a5f17a084e2),segment_id=e761cb52-b35e-4fc5-9912-7a5f17a084e2)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:00:26.105889 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-8d965a3e-a5dc-4f74-945e-ffcd19635c08 req-a4b29661-913f-4e05-abd0-6a7ab02c8456 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (e7b73bbe-571f-4535-a3a4-0215665e946c), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:26.124071 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64071fe4-9f76-4f4a-8715-06250fd54b06 req-172cf96e-5c49-4d82-a948-577cf2953871 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:26.126254 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-64071fe4-9f76-4f4a-8715-06250fd54b06 req-172cf96e-5c49-4d82-a948-577cf2953871 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bc8ee49-6b5d-4183-9131-b5c7d315ec5d HTTP/1.1" status: 200 len: 945 time: 0.0896235 Mar 01 17:00:26.130646 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-8d965a3e-a5dc-4f74-945e-ffcd19635c08 req-a4b29661-913f-4e05-abd0-6a7ab02c8456 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Calling delete_port for e7b73bbe-571f-4535-a3a4-0215665e946c owned by compute:nova {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:00:26.222430 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-64071fe4-9f76-4f4a-8715-06250fd54b06 req-10f983f6-a2d6-4d33-a1fb-f50a43da68b1 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.55 "GET /v2.0/security-groups?id=8977aa1c-4325-4c38-8421-db8438a9b790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897958 Mar 01 17:00:26.298930 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-8d965a3e-a5dc-4f74-945e-ffcd19635c08 req-a4b29661-913f-4e05-abd0-6a7ab02c8456 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (e7b73bbe-571f-4535-a3a4-0215665e946c), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:26.316004 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['e7b73bbe-571f-4535-a3a4-0215665e946c'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 17:00:26.329021 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b29661-913f-4e05-abd0-6a7ab02c8456 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Pushing event deleted for resources: {'Port': ['ID=e7b73bbe-571f-4535-a3a4-0215665e946c,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:26.383506 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d965a3e-a5dc-4f74-945e-ffcd19635c08 req-a4b29661-913f-4e05-abd0-6a7ab02c8456 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] No DVR routers for this DVR port e7b73bbe-571f-4535-a3a4-0215665e946c on host hv-cinder-83124 {{(pid=103032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:00:26.385906 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-8d965a3e-a5dc-4f74-945e-ffcd19635c08 req-a4b29661-913f-4e05-abd0-6a7ab02c8456 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:26.389684 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8d965a3e-a5dc-4f74-945e-ffcd19635c08 req-a4b29661-913f-4e05-abd0-6a7ab02c8456 tempest-VolumesSnapshotTestJSON-1475320658 tempest-VolumesSnapshotTestJSON-1475320658-project] 10.222.0.37 "DELETE /v2.0/ports/e7b73bbe-571f-4535-a3a4-0215665e946c HTTP/1.1" status: 204 len: 173 time: 0.7493653 Mar 01 17:00:26.390096 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc8ee49-6b5d-4183-9131-b5c7d315ec5d', 'name': 'network-vif-deleted', 'tag': 'e7b73bbe-571f-4535-a3a4-0215665e946c'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:00:26.392554 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db139209-2f9a-421b-97c9-fd6616a89779" -d '{"events": [{"server_uuid": "9bc8ee49-6b5d-4183-9131-b5c7d315ec5d", "name": "network-vif-deleted", "tag": "e7b73bbe-571f-4535-a3a4-0215665e946c"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:00:26.451158 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0574e96f-4e4b-4b9d-b518-05d2b0534a48 x-openstack-request-id: req-0574e96f-4e4b-4b9d-b518-05d2b0534a48 {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:00:26.451522 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc8ee49-6b5d-4183-9131-b5c7d315ec5d", "name": "network-vif-deleted", "tag": "e7b73bbe-571f-4535-a3a4-0215665e946c", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:00:26.451790 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0574e96f-4e4b-4b9d-b518-05d2b0534a48 {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:00:26.452191 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc8ee49-6b5d-4183-9131-b5c7d315ec5d', 'name': 'network-vif-deleted', 'tag': 'e7b73bbe-571f-4535-a3a4-0215665e946c', 'status': 'completed', 'code': 200} Mar 01 17:00:26.465937 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590888e6-287f-46e3-9fd5-7f95dada4ce7 req-0a307cce-dbe9-4e5e-a512-c45bb9b8def0 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:26.468237 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-590888e6-287f-46e3-9fd5-7f95dada4ce7 req-0a307cce-dbe9-4e5e-a512-c45bb9b8def0 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 945 time: 0.0624681 Mar 01 17:00:26.520481 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-590888e6-287f-46e3-9fd5-7f95dada4ce7 req-ed8681c0-2ee2-45d1-a875-856273fa7e8e tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465319 Mar 01 17:00:26.610145 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56526) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:26.712338 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3a5666db-10ec-4cc9-9e50-7c93e9bc90fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:26.757264 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 25dd5465-59c1-462f-9de0-e65e756c3ead up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:00:26.790655 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3a5666db-10ec-4cc9-9e50-7c93e9bc90fe admin admin] Publish callbacks [] for security_group (024f22c6-6e84-4ae1-b838-1ae5e1c19985), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:26.801642 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3a5666db-10ec-4cc9-9e50-7c93e9bc90fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (024f22c6-6e84-4ae1-b838-1ae5e1c19985), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:26.808693 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning for port 25dd5465-59c1-462f-9de0-e65e756c3ead completed by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 17:00:26.813745 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port 25dd5465-59c1-462f-9de0-e65e756c3ead triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:00:26.814115 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (25dd5465-59c1-462f-9de0-e65e756c3ead), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:26.848918 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5666db-10ec-4cc9-9e50-7c93e9bc90fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024f22c6-6e84-4ae1-b838-1ae5e1c19985,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:26.857909 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 56530) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:26.865111 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-3a5666db-10ec-4cc9-9e50-7c93e9bc90fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c41e3603b7dc4059b124b14f60040c2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525966 Mar 01 17:00:26.898366 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 25dd5465-59c1-462f-9de0-e65e756c3ead is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:00:26.898976 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (25dd5465-59c1-462f-9de0-e65e756c3ead), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:26.911652 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d3b8a0f9-b07d-4993-864a-58fd21946116 admin admin] Publish callbacks [] for security_group (024f22c6-6e84-4ae1-b838-1ae5e1c19985), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:26.932298 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1adf99-7766-4f1b-89de-c90e8f1b61e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25dd5465-59c1-462f-9de0-e65e756c3ead'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:00:26.934597 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8acf9fe-9756-4c6e-aef3-998958182171" -d '{"events": [{"server_uuid": "1c1adf99-7766-4f1b-89de-c90e8f1b61e0", "name": "network-vif-plugged", "status": "completed", "tag": "25dd5465-59c1-462f-9de0-e65e756c3ead"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:00:26.935669 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d3b8a0f9-b07d-4993-864a-58fd21946116 admin admin] Publish callbacks [] for security_group (024f22c6-6e84-4ae1-b838-1ae5e1c19985), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:26.954402 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 25dd5465-59c1-462f-9de0-e65e756c3ead, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=25dd5465-59c1-462f-9de0-e65e756c3ead,segment=NetworkSegment(85dcf473-5016-4172-8bce-dde363bfd863),segment_id=85dcf473-5016-4172-8bce-dde363bfd863)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:00:26.959199 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (25dd5465-59c1-462f-9de0-e65e756c3ead), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:26.960407 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device e7b73bbe-571f-4535-a3a4-0215665e946c no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:00:26.982645 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16edccb2-c0e2-44cf-8e3d-3479f1946b0f x-openstack-request-id: req-16edccb2-c0e2-44cf-8e3d-3479f1946b0f {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:00:26.983265 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1adf99-7766-4f1b-89de-c90e8f1b61e0", "name": "network-vif-plugged", "status": "completed", "tag": "25dd5465-59c1-462f-9de0-e65e756c3ead", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:00:26.983846 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-16edccb2-c0e2-44cf-8e3d-3479f1946b0f {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:00:26.984778 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1adf99-7766-4f1b-89de-c90e8f1b61e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25dd5465-59c1-462f-9de0-e65e756c3ead', 'code': 200} Mar 01 17:00:26.988646 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] No Port match for: e7b73bbe-571f-4535-a3a4-0215665e946c {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:00:26.989003 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device e7b73bbe-571f-4535-a3a4-0215665e946c not bound to the agent host hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:00:27.009197 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d3b8a0f9-b07d-4993-864a-58fd21946116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (024f22c6-6e84-4ae1-b838-1ae5e1c19985), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:27.012161 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d3b8a0f9-b07d-4993-864a-58fd21946116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:27.013327 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-d3b8a0f9-b07d-4993-864a-58fd21946116 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/024f22c6-6e84-4ae1-b838-1ae5e1c19985 HTTP/1.1" status: 204 len: 168 time: 0.1537604 Mar 01 17:00:27.032311 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8a0f9-b07d-4993-864a-58fd21946116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024f22c6-6e84-4ae1-b838-1ae5e1c19985,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:27.064377 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=25dd5465-59c1-462f-9de0-e65e756c3ead,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:27.166198 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083d102-0c6c-44be-bd37-133ef75862f0 req-6e05d832-30b5-440e-9e2f-21f7d9aec12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:27.167752 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9083d102-0c6c-44be-bd37-133ef75862f0 req-6e05d832-30b5-440e-9e2f-21f7d9aec12f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 1130 time: 0.0445290 Mar 01 17:00:27.219846 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9083d102-0c6c-44be-bd37-133ef75862f0 req-8fab9d03-4ae8-43f4-bb79-78405602f110 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454178 Mar 01 17:00:27.312926 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56544) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:27.326733 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1e95bfab-0b3c-498f-9035-384064df7d16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:27.412289 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1e95bfab-0b3c-498f-9035-384064df7d16 admin admin] Publish callbacks [] for security_group (39f5dc21-1cc7-43ee-9299-eb619aa48d0c), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:27.418983 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1e95bfab-0b3c-498f-9035-384064df7d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (39f5dc21-1cc7-43ee-9299-eb619aa48d0c), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:27.461473 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-1e95bfab-0b3c-498f-9035-384064df7d16 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=afa81f42cc3b4cf78126182f5e8763ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472580 Mar 01 17:00:27.462290 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95bfab-0b3c-498f-9035-384064df7d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f5dc21-1cc7-43ee-9299-eb619aa48d0c,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:27.464052 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 56546) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:27.528284 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-4890a429-d97a-41d2-af45-dd15cde8af03 admin admin] Publish callbacks [] for security_group (39f5dc21-1cc7-43ee-9299-eb619aa48d0c), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:27.564549 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-4890a429-d97a-41d2-af45-dd15cde8af03 admin admin] Publish callbacks [] for security_group (39f5dc21-1cc7-43ee-9299-eb619aa48d0c), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:27.610216 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-4890a429-d97a-41d2-af45-dd15cde8af03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (39f5dc21-1cc7-43ee-9299-eb619aa48d0c), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:27.613047 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-4890a429-d97a-41d2-af45-dd15cde8af03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:27.617315 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-4890a429-d97a-41d2-af45-dd15cde8af03 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/39f5dc21-1cc7-43ee-9299-eb619aa48d0c HTTP/1.1" status: 204 len: 168 time: 0.1489758 Mar 01 17:00:27.644690 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890a429-d97a-41d2-af45-dd15cde8af03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f5dc21-1cc7-43ee-9299-eb619aa48d0c,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:27.676009 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de1883-8151-41cc-83e2-0698412d366e req-4ca48ba3-d228-4f22-9e18-62a0403d67d3 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:27.677533 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-53de1883-8151-41cc-83e2-0698412d366e req-4ca48ba3-d228-4f22-9e18-62a0403d67d3 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0623162 Mar 01 17:00:27.724416 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-53de1883-8151-41cc-83e2-0698412d366e req-b26eecb5-9530-4038-ad5d-19ed1ee82dd7 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408401 Mar 01 17:00:28.324206 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 56574) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:28.431899 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-b22ce3f3-b1c6-41bb-9073-e96bb02be331 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1185026561-network', 'tenant_id': '257d205c5793400483e930c3e79f8e0e'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:00:28.451260 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22ce3f3-b1c6-41bb-9073-e96bb02be331 admin admin] Made reservation on behalf of 257d205c5793400483e930c3e79f8e0e for: {'network': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:00:28.453605 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b22ce3f3-b1c6-41bb-9073-e96bb02be331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for network (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:28.461985 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b22ce3f3-b1c6-41bb-9073-e96bb02be331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:28.542504 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b22ce3f3-b1c6-41bb-9073-e96bb02be331 admin admin] Publish callbacks [] for security_group (4ef24692-fdfa-4206-8219-ba9e71b9fbb0), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:28.547884 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b22ce3f3-b1c6-41bb-9073-e96bb02be331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (4ef24692-fdfa-4206-8219-ba9e71b9fbb0), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:28.573318 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22ce3f3-b1c6-41bb-9073-e96bb02be331 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 17:00:28.583599 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ce3f3-b1c6-41bb-9073-e96bb02be331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef24692-fdfa-4206-8219-ba9e71b9fbb0,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:28.588611 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b22ce3f3-b1c6-41bb-9073-e96bb02be331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (5561a680-8964-428b-a896-38dadc6eac03), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:28.589219 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.segments_db [None req-b22ce3f3-b1c6-41bb-9073-e96bb02be331 admin admin] Added segment 5561a680-8964-428b-a896-38dadc6eac03 of type vlan for network 93a08c9b-5d52-4ea0-9bbe-7fd60e67d1cc Mar 01 17:00:28.634194 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b22ce3f3-b1c6-41bb-9073-e96bb02be331 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740453230677'] for network (93a08c9b-5d52-4ea0-9bbe-7fd60e67d1cc), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:28.661118 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b22ce3f3-b1c6-41bb-9073-e96bb02be331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (93a08c9b-5d52-4ea0-9bbe-7fd60e67d1cc), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:28.662101 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22ce3f3-b1c6-41bb-9073-e96bb02be331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:28.662720 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b22ce3f3-b1c6-41bb-9073-e96bb02be331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:28.694074 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-b22ce3f3-b1c6-41bb-9073-e96bb02be331 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3687358 Mar 01 17:00:28.697066 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56582) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:28.702954 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-ddbfe13b-dbaa-46c0-99ea-6a807709a86d admin admin] Request body: {'subnet': {'network_id': '93a08c9b-5d52-4ea0-9bbe-7fd60e67d1cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1185026561-subnet', 'tenant_id': '257d205c5793400483e930c3e79f8e0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:00:28.727409 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ce3f3-b1c6-41bb-9073-e96bb02be331 admin admin] Pushing event updated for resources: {'Network': ['ID=93a08c9b-5d52-4ea0-9bbe-7fd60e67d1cc,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:28.731551 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbfe13b-dbaa-46c0-99ea-6a807709a86d admin admin] Made reservation on behalf of 257d205c5793400483e930c3e79f8e0e for: {'subnet': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:00:28.735036 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ddbfe13b-dbaa-46c0-99ea-6a807709a86d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11556238'] for subnet (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:28.738191 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Network 93a08c9b-5d52-4ea0-9bbe-7fd60e67d1cc details requested by agent ovs-agent-dv-cinder-831247-2-iscsi with host dv-cinder-831247-2-iscsi {{(pid=103034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 17:00:28.910290 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01f961-be69-4c31-985c-779714e53871 req-fc4faec0-d8a4-40a8-8d3a-e7d501b6c108 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:28.911784 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-4b01f961-be69-4c31-985c-779714e53871 req-fc4faec0-d8a4-40a8-8d3a-e7d501b6c108 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0773046 Mar 01 17:00:29.010749 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-4b01f961-be69-4c31-985c-779714e53871 req-97b8f5e0-b25c-4421-b049-74ffcc1b7a7c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933506 Mar 01 17:00:29.028960 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ddbfe13b-dbaa-46c0-99ea-6a807709a86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12090023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11556284'] for subnet (3bbae0d5-21dc-4aa5-8f2d-a305412a92c9), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:29.090381 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfe13b-dbaa-46c0-99ea-6a807709a86d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bbae0d5-21dc-4aa5-8f2d-a305412a92c9,revision_number=0']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:29.098756 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbfe13b-dbaa-46c0-99ea-6a807709a86d admin admin] Checking segment: {'id': '5561a680-8964-428b-a896-38dadc6eac03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '93a08c9b-5d52-4ea0-9bbe-7fd60e67d1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:00:29.099116 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbfe13b-dbaa-46c0-99ea-6a807709a86d admin admin] Network hostable DHCP agents. Network: 93a08c9b-5d52-4ea0-9bbe-7fd60e67d1cc, hostable agents: ['76634103-e363-4824-9b69-d0e42b80a9e6'], hosted agents: [] {{(pid=103033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 17:00:29.117364 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbfe13b-dbaa-46c0-99ea-6a807709a86d admin admin] Network 93a08c9b-5d52-4ea0-9bbe-7fd60e67d1cc is scheduled to be hosted by DHCP agent 76634103-e363-4824-9b69-d0e42b80a9e6 with binding_index 1 {{(pid=103033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 17:00:29.126321 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-ddbfe13b-dbaa-46c0-99ea-6a807709a86d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-2-iscsi, 93a08c9b-5d52-4ea0-9bbe-7fd60e67d1cc) {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:00:29.130211 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbfe13b-dbaa-46c0-99ea-6a807709a86d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:29.130807 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ddbfe13b-dbaa-46c0-99ea-6a807709a86d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:29.131639 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a619b-52d1-43d3-9ffb-9dbd51427c53 req-ef14e514-ba07-47b2-8f8a-36a497143726 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:29.133160 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0c7a619b-52d1-43d3-9ffb-9dbd51427c53 req-ef14e514-ba07-47b2-8f8a-36a497143726 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0571527 Mar 01 17:00:29.137985 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee2c0ee-2837-460e-80c3-aa905c11573c None None] Network 93a08c9b-5d52-4ea0-9bbe-7fd60e67d1cc requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:00:29.147023 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56590) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:29.152348 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-41f85b63-028a-4aa5-8bf7-2d7ba35de762 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Request body: {'floatingip': {'port_id': '25dd5465-59c1-462f-9de0-e65e756c3ead'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:00:29.182542 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-ddbfe13b-dbaa-46c0-99ea-6a807709a86d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4841886 Mar 01 17:00:29.226843 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-41f85b63-028a-4aa5-8bf7-2d7ba35de762 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for floatingip (9e2dbbbd-5480-461e-9455-9a6fab1f4c3f), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:29.251251 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edae244e-63c6-456e-9964-8a0d50e2aba7 None None] Network 93a08c9b-5d52-4ea0-9bbe-7fd60e67d1cc requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:00:29.713247 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 56606) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:29.718965 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-9a349f96-7587-422f-8399-1582984a035f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2101579648-network', 'tenant_id': '2472c008c37e4540af805f3bc01bbd53'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:00:29.747813 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a349f96-7587-422f-8399-1582984a035f admin admin] Made reservation on behalf of 2472c008c37e4540af805f3bc01bbd53 for: {'network': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:00:29.751483 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9a349f96-7587-422f-8399-1582984a035f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for network (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:29.762130 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9a349f96-7587-422f-8399-1582984a035f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:29.763115 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-41f85b63-028a-4aa5-8bf7-2d7ba35de762 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:29.768156 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-41f85b63-028a-4aa5-8bf7-2d7ba35de762 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688646'] for floatingip (9e2dbbbd-5480-461e-9455-9a6fab1f4c3f), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:29.864388 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9a349f96-7587-422f-8399-1582984a035f admin admin] Publish callbacks [] for security_group (3cedf255-d1f8-4770-8f39-0a48f6c13354), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:29.868969 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9a349f96-7587-422f-8399-1582984a035f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (3cedf255-d1f8-4770-8f39-0a48f6c13354), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:29.880605 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.db.l3_db [None req-41f85b63-028a-4aa5-8bf7-2d7ba35de762 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Floating IP 9e2dbbbd-5480-461e-9455-9a6fab1f4c3f associated. External IP: 172.27.0.165, port: 25dd5465-59c1-462f-9de0-e65e756c3ead. Mar 01 17:00:29.892636 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a349f96-7587-422f-8399-1582984a035f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 17:00:29.906830 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a349f96-7587-422f-8399-1582984a035f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cedf255-d1f8-4770-8f39-0a48f6c13354,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:29.912075 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9a349f96-7587-422f-8399-1582984a035f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (c248e95e-8e1a-471e-bf91-7a1e7d19aef3), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:29.912405 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.segments_db [None req-9a349f96-7587-422f-8399-1582984a035f admin admin] Added segment c248e95e-8e1a-471e-bf91-7a1e7d19aef3 of type vlan for network 2e0f281e-bc61-40be-b5fa-d855faef93bd Mar 01 17:00:29.956946 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9a349f96-7587-422f-8399-1582984a035f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740453230677'] for network (2e0f281e-bc61-40be-b5fa-d855faef93bd), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:29.981897 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9a349f96-7587-422f-8399-1582984a035f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (2e0f281e-bc61-40be-b5fa-d855faef93bd), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:29.982937 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a349f96-7587-422f-8399-1582984a035f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:29.983644 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9a349f96-7587-422f-8399-1582984a035f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:30.015750 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-9a349f96-7587-422f-8399-1582984a035f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3006713 Mar 01 17:00:30.026483 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56610) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:30.033122 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-54058b60-3240-44b2-84e3-41f32fc9bbfc admin admin] Request body: {'subnet': {'network_id': '2e0f281e-bc61-40be-b5fa-d855faef93bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2101579648-subnet', 'tenant_id': '2472c008c37e4540af805f3bc01bbd53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:00:30.051522 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a349f96-7587-422f-8399-1582984a035f admin admin] Pushing event updated for resources: {'Network': ['ID=2e0f281e-bc61-40be-b5fa-d855faef93bd,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:30.063705 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Network 2e0f281e-bc61-40be-b5fa-d855faef93bd details requested by agent ovs-agent-dv-cinder-831247-2-iscsi with host dv-cinder-831247-2-iscsi {{(pid=103034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 17:00:30.101167 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54058b60-3240-44b2-84e3-41f32fc9bbfc admin admin] Made reservation on behalf of 2472c008c37e4540af805f3bc01bbd53 for: {'subnet': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:00:30.103347 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-54058b60-3240-44b2-84e3-41f32fc9bbfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11556238'] for subnet (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:30.413594 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f85b63-028a-4aa5-8bf7-2d7ba35de762 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Router 27aff728-5039-4780-aee3-d6bffc318582 has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:00:30.602436 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f85b63-028a-4aa5-8bf7-2d7ba35de762 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:00:30.604669 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-54058b60-3240-44b2-84e3-41f32fc9bbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12090023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11556284'] for subnet (b2b5ec5d-227a-4d5b-a624-3597e5901deb), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:30.609694 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-41f85b63-028a-4aa5-8bf7-2d7ba35de762 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for floatingip (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:30.614968 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0d46ad-5ea4-4959-bb12-788b3428d68c None None] Sync routers for ids ['27aff728-5039-4780-aee3-d6bffc318582'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:00:30.627008 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0d46ad-5ea4-4959-bb12-788b3428d68c None None] Routers {'27aff728-5039-4780-aee3-d6bffc318582'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:00:30.627767 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-2a0d46ad-5ea4-4959-bb12-788b3428d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:00:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['27aff728-5039-4780-aee3-d6bffc318582'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:30.683646 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-41f85b63-028a-4aa5-8bf7-2d7ba35de762 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "PUT /v2.0/floatingips/9e2dbbbd-5480-461e-9455-9a6fab1f4c3f HTTP/1.1" status: 200 len: 992 time: 1.5326304 Mar 01 17:00:30.684314 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1adf99-7766-4f1b-89de-c90e8f1b61e0', 'tag': '25dd5465-59c1-462f-9de0-e65e756c3ead'}] {{(pid=103033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:00:30.687026 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dddadf24ac110f9ada54727228b3474a86f75cc3561f1e1b47b1deb8a3f97d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca6850e-41a9-46cb-af3d-decb90a7c7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "1c1adf99-7766-4f1b-89de-c90e8f1b61e0", "tag": "25dd5465-59c1-462f-9de0-e65e756c3ead"}]}' {{(pid=103033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:00:30.692150 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54058b60-3240-44b2-84e3-41f32fc9bbfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2b5ec5d-227a-4d5b-a624-3597e5901deb,revision_number=0']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:30.712803 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54058b60-3240-44b2-84e3-41f32fc9bbfc admin admin] Checking segment: {'id': 'c248e95e-8e1a-471e-bf91-7a1e7d19aef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2e0f281e-bc61-40be-b5fa-d855faef93bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:00:30.713296 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54058b60-3240-44b2-84e3-41f32fc9bbfc admin admin] Network hostable DHCP agents. Network: 2e0f281e-bc61-40be-b5fa-d855faef93bd, hostable agents: ['76634103-e363-4824-9b69-d0e42b80a9e6'], hosted agents: [] {{(pid=103033) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 17:00:30.732005 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54058b60-3240-44b2-84e3-41f32fc9bbfc admin admin] Network 2e0f281e-bc61-40be-b5fa-d855faef93bd is scheduled to be hosted by DHCP agent 76634103-e363-4824-9b69-d0e42b80a9e6 with binding_index 1 {{(pid=103033) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 17:00:30.748590 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-54058b60-3240-44b2-84e3-41f32fc9bbfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-2-iscsi, 2e0f281e-bc61-40be-b5fa-d855faef93bd) {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:00:30.755366 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54058b60-3240-44b2-84e3-41f32fc9bbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:30.756998 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-54058b60-3240-44b2-84e3-41f32fc9bbfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:30.761964 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc47fae-8a74-4593-bf62-5ff9ff7e639f None None] Network 2e0f281e-bc61-40be-b5fa-d855faef93bd requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:00:30.783398 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-54058b60-3240-44b2-84e3-41f32fc9bbfc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7524354 Mar 01 17:00:30.783398 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 17:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bde9d21-a127-482b-bd0f-a4692df77ddc x-openstack-request-id: req-0bde9d21-a127-482b-bd0f-a4692df77ddc {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:00:30.783398 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c1adf99-7766-4f1b-89de-c90e8f1b61e0", "tag": "25dd5465-59c1-462f-9de0-e65e756c3ead", "status": "completed", "code": 200}]} {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:00:30.783398 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0bde9d21-a127-482b-bd0f-a4692df77ddc {{(pid=103033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:00:30.783398 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1adf99-7766-4f1b-89de-c90e8f1b61e0', 'tag': '25dd5465-59c1-462f-9de0-e65e756c3ead', 'status': 'completed', 'code': 200} Mar 01 17:00:30.787599 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-2a0d46ad-5ea4-4959-bb12-788b3428d68c None None] Set router 27aff728-5039-4780-aee3-d6bffc318582 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:00:31.146002 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa3da89-7c94-4446-8127-3132f1901097 None None] Network 2e0f281e-bc61-40be-b5fa-d855faef93bd requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:00:31.366957 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-2a0d46ad-5ea4-4959-bb12-788b3428d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aff728-5039-4780-aee3-d6bffc318582', 'name': 'tempest-AttachVolumeTestJSON-1968584390-router', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:10Z', 'revision_number': 4, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'gw_port': {'id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': '9e2dbbbd-5480-461e-9455-9a6fab1f4c3f', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': '27aff728-5039-4780-aee3-d6bffc318582', 'port_id': '25dd5465-59c1-462f-9de0-e65e756c3ead', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'mac_address': 'fa:16:3e:de:cb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1adf99-7766-4f1b-89de-c90e8f1b61e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:00:13Z', 'updated_at': '2022-03-01T17:00:29Z', 'revision_number': 1, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7528e416-9121-4c74-b44b-884cb4669be5', 'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'mac_address': 'fa:16:3e:8b:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '12945aae-7d6d-4457-b922-e55760c246fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:09Z', 'updated_at': '2022-03-01T17:00:15Z', 'revision_number': 5, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'subnets': [{'id': '12945aae-7d6d-4457-b922-e55760c246fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:31.408850 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0d46ad-5ea4-4959-bb12-788b3428d68c None None] Checking router: 27aff728-5039-4780-aee3-d6bffc318582 for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:00:31.421345 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0d46ad-5ea4-4959-bb12-788b3428d68c None None] Routers {'27aff728-5039-4780-aee3-d6bffc318582'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:00:31.422122 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-2a0d46ad-5ea4-4959-bb12-788b3428d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:00:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['27aff728-5039-4780-aee3-d6bffc318582'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:31.545883 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-2a0d46ad-5ea4-4959-bb12-788b3428d68c None None] Set router 27aff728-5039-4780-aee3-d6bffc318582 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:00:31.793694 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-2a0d46ad-5ea4-4959-bb12-788b3428d68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aff728-5039-4780-aee3-d6bffc318582', 'name': 'tempest-AttachVolumeTestJSON-1968584390-router', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:10Z', 'revision_number': 4, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'gw_port': {'id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': '9e2dbbbd-5480-461e-9455-9a6fab1f4c3f', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': '27aff728-5039-4780-aee3-d6bffc318582', 'port_id': '25dd5465-59c1-462f-9de0-e65e756c3ead', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'mac_address': 'fa:16:3e:de:cb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1adf99-7766-4f1b-89de-c90e8f1b61e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:00:13Z', 'updated_at': '2022-03-01T17:00:29Z', 'revision_number': 1, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7528e416-9121-4c74-b44b-884cb4669be5', 'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'mac_address': 'fa:16:3e:8b:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '12945aae-7d6d-4457-b922-e55760c246fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:09Z', 'updated_at': '2022-03-01T17:00:15Z', 'revision_number': 5, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'subnets': [{'id': '12945aae-7d6d-4457-b922-e55760c246fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:31.819597 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6850e-41a9-46cb-af3d-decb90a7c7b4 req-9401cdef-26a0-4c6d-b408-f37f388ff581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:31.821027 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dca6850e-41a9-46cb-af3d-decb90a7c7b4 req-9401cdef-26a0-4c6d-b408-f37f388ff581 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1dc6016cf32040529e21f5b330bfe54a&device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 1130 time: 0.0776017 Mar 01 17:00:31.824182 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0d46ad-5ea4-4959-bb12-788b3428d68c None None] The sync data for ids ['27aff728-5039-4780-aee3-d6bffc318582'] in dv-cinder-831247-2-iscsi is: [{'id': '27aff728-5039-4780-aee3-d6bffc318582', 'name': 'tempest-AttachVolumeTestJSON-1968584390-router', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:10Z', 'revision_number': 4, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'gw_port': {'id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': '9e2dbbbd-5480-461e-9455-9a6fab1f4c3f', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': '27aff728-5039-4780-aee3-d6bffc318582', 'port_id': '25dd5465-59c1-462f-9de0-e65e756c3ead', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'mac_address': 'fa:16:3e:de:cb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1adf99-7766-4f1b-89de-c90e8f1b61e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:00:13Z', 'updated_at': '2022-03-01T17:00:29Z', 'revision_number': 1, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7528e416-9121-4c74-b44b-884cb4669be5', 'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'mac_address': 'fa:16:3e:8b:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '12945aae-7d6d-4457-b922-e55760c246fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:09Z', 'updated_at': '2022-03-01T17:00:15Z', 'revision_number': 5, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'subnets': [{'id': '12945aae-7d6d-4457-b922-e55760c246fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:00:31.840920 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d2dee9a7-671a-48b4-b00c-c44fa5a34387 req-3af80d6e-439d-4918-a723-58f2c864ed3e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697651 Mar 01 17:00:31.911949 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:31.979147 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6850e-41a9-46cb-af3d-decb90a7c7b4 req-9ab64a29-3d08-4b79-a53c-b6d2b125b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:31.980669 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dca6850e-41a9-46cb-af3d-decb90a7c7b4 req-9ab64a29-3d08-4b79-a53c-b6d2b125b122 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8781eac9-aa85-4a72-b5b3-6da62a18282a HTTP/1.1" status: 200 len: 912 time: 0.1505342 Mar 01 17:00:31.985609 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dee9a7-671a-48b4-b00c-c44fa5a34387 req-fa033697-83e2-4c7e-83a8-200fec7a4e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:31.987074 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d2dee9a7-671a-48b4-b00c-c44fa5a34387 req-fa033697-83e2-4c7e-83a8-200fec7a4e69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce864652ab854207a48b6a2647514604&device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 1130 time: 0.0791206 Mar 01 17:00:32.062728 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9340f8-cb3c-489a-9248-9ec19e0887a7 None None] New status for floating IP 9e2dbbbd-5480-461e-9455-9a6fab1f4c3f: ACTIVE {{(pid=103035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 17:00:32.114441 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dca6850e-41a9-46cb-af3d-decb90a7c7b4 req-7f701f96-5044-43b9-b545-7dc7f035f92a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25dd5465-59c1-462f-9de0-e65e756c3ead HTTP/1.1" status: 200 len: 1000 time: 0.1207578 Mar 01 17:00:32.179215 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dee9a7-671a-48b4-b00c-c44fa5a34387 req-ebab15b0-f6df-48c1-b1dd-8b2fa0153545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:32.180701 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d2dee9a7-671a-48b4-b00c-c44fa5a34387 req-ebab15b0-f6df-48c1-b1dd-8b2fa0153545 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00da9fad-e099-4559-a3bd-7363f68afe10 HTTP/1.1" status: 200 len: 917 time: 0.1497915 Mar 01 17:00:32.190156 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6850e-41a9-46cb-af3d-decb90a7c7b4 req-85c77b72-c59c-48fe-aae3-a16c3ab899b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:32.191638 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dca6850e-41a9-46cb-af3d-decb90a7c7b4 req-85c77b72-c59c-48fe-aae3-a16c3ab899b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12945aae-7d6d-4457-b922-e55760c246fd HTTP/1.1" status: 200 len: 850 time: 0.0643718 Mar 01 17:00:32.285830 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d2dee9a7-671a-48b4-b00c-c44fa5a34387 req-78687ccc-8b32-47f0-8e03-09f61b8ffddd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd374fa0-d036-4006-95e3-3c4f2bfdc288 HTTP/1.1" status: 200 len: 1000 time: 0.0978310 Mar 01 17:00:32.301613 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6850e-41a9-46cb-af3d-decb90a7c7b4 req-47d4cda7-7df1-44c0-9edc-14e22eee14a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:32.303085 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dca6850e-41a9-46cb-af3d-decb90a7c7b4 req-47d4cda7-7df1-44c0-9edc-14e22eee14a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8781eac9-aa85-4a72-b5b3-6da62a18282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1031301 Mar 01 17:00:32.395376 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dee9a7-671a-48b4-b00c-c44fa5a34387 req-bbeed51a-aa71-45ca-adf5-70bf1d5406ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:32.395838 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d2dee9a7-671a-48b4-b00c-c44fa5a34387 req-bbeed51a-aa71-45ca-adf5-70bf1d5406ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2dbbfa00-88e0-498f-b6e2-523e92ef3496 HTTP/1.1" status: 200 len: 855 time: 0.1041198 Mar 01 17:00:32.460136 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dca6850e-41a9-46cb-af3d-decb90a7c7b4 req-5ff0cbbe-fb14-479e-bd11-c5f5b1d9ad15 service neutron] 10.222.0.37 "GET /v2.0/networks/8781eac9-aa85-4a72-b5b3-6da62a18282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378744 Mar 01 17:00:32.491425 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dee9a7-671a-48b4-b00c-c44fa5a34387 req-099c9082-8e9f-4f15-95d5-45c1f0dca194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:32.492952 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d2dee9a7-671a-48b4-b00c-c44fa5a34387 req-099c9082-8e9f-4f15-95d5-45c1f0dca194 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00da9fad-e099-4559-a3bd-7363f68afe10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844245 Mar 01 17:00:32.632857 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dca6850e-41a9-46cb-af3d-decb90a7c7b4 req-4a34dbda-bc34-4ecf-9470-5c0808a645d1 service neutron] 10.222.0.37 "GET /v2.0/networks/8781eac9-aa85-4a72-b5b3-6da62a18282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638887 Mar 01 17:00:32.645641 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d2dee9a7-671a-48b4-b00c-c44fa5a34387 req-09bc19db-f040-48c2-b9a3-75b2914bb293 service neutron] 10.222.0.37 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440105 Mar 01 17:00:32.746700 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d2dee9a7-671a-48b4-b00c-c44fa5a34387 req-ea12cd40-f958-4e57-8c3e-e81b1374ffef service neutron] 10.222.0.37 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946450 Mar 01 17:00:33.871710 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d5cec-24b1-48ab-a7b1-9aaeed1cf356 req-86cd250f-e306-4717-b70a-4ec2fac7d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:33.873238 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3d4d5cec-24b1-48ab-a7b1-9aaeed1cf356 req-86cd250f-e306-4717-b70a-4ec2fac7d651 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a43673a7513a4ecfbdcfa9af54650cef&device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 1168 time: 0.0896103 Mar 01 17:00:33.881310 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c90a9-c437-4172-b777-7eb35809948d req-9ddbbd82-e885-42cb-abc3-3260dc987417 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:33.882776 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c91c90a9-c437-4172-b777-7eb35809948d req-9ddbbd82-e885-42cb-abc3-3260dc987417 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 984 time: 0.1012042 Mar 01 17:00:34.021050 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c91c90a9-c437-4172-b777-7eb35809948d req-42d8047c-dfe4-4b4b-8934-8f0e3e35e018 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=278c1ad7-35f9-4da5-be55-d783126cecc4&id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1271446 Mar 01 17:00:34.050370 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d5cec-24b1-48ab-a7b1-9aaeed1cf356 req-9f44a416-b5c7-469e-9844-4adee4644cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:34.052917 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3d4d5cec-24b1-48ab-a7b1-9aaeed1cf356 req-9f44a416-b5c7-469e-9844-4adee4644cd9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6895a6ff-fbeb-4435-8eab-716932b6e3bd HTTP/1.1" status: 200 len: 915 time: 0.1690276 Mar 01 17:00:34.104017 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 17:00:34.127872 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3d4d5cec-24b1-48ab-a7b1-9aaeed1cf356 req-47d0b115-4262-4b9f-b082-a742561b5b4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 HTTP/1.1" status: 200 len: 1000 time: 0.0664866 Mar 01 17:00:34.179632 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d5cec-24b1-48ab-a7b1-9aaeed1cf356 req-08414394-a99b-41cd-8d3c-f5579aab658b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:34.181338 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3d4d5cec-24b1-48ab-a7b1-9aaeed1cf356 req-08414394-a99b-41cd-8d3c-f5579aab658b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d875619-cbb6-4294-b78c-191694152bb5 HTTP/1.1" status: 200 len: 853 time: 0.0471213 Mar 01 17:00:34.244970 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d5cec-24b1-48ab-a7b1-9aaeed1cf356 req-ed6c0d6a-7583-44c1-bb84-373923bf8fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:34.246489 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3d4d5cec-24b1-48ab-a7b1-9aaeed1cf356 req-ed6c0d6a-7583-44c1-bb84-373923bf8fb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6895a6ff-fbeb-4435-8eab-716932b6e3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558219 Mar 01 17:00:34.362557 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3d4d5cec-24b1-48ab-a7b1-9aaeed1cf356 req-cfc835c3-f9f5-4795-b094-b6298ff1e4de service neutron] 10.222.0.37 "GET /v2.0/networks/6895a6ff-fbeb-4435-8eab-716932b6e3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038716 Mar 01 17:00:34.464421 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3d4d5cec-24b1-48ab-a7b1-9aaeed1cf356 req-dfcfcc07-77a3-4e30-962a-f8d58a971e64 service neutron] 10.222.0.37 "GET /v2.0/networks/6895a6ff-fbeb-4435-8eab-716932b6e3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952694 Mar 01 17:00:35.157583 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b38d3-320c-485f-b839-de5c8e8a6182 req-fc55feb2-5edc-462d-a60c-4e3097d9fae1 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:35.159495 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9c4b38d3-320c-485f-b839-de5c8e8a6182 req-fc55feb2-5edc-462d-a60c-4e3097d9fae1 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 984 time: 0.0590677 Mar 01 17:00:35.225102 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9c4b38d3-320c-485f-b839-de5c8e8a6182 req-0afa27a1-4b7e-4edb-9ede-e281590a9edf tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=278c1ad7-35f9-4da5-be55-d783126cecc4&id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597556 Mar 01 17:00:36.348300 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9dace-ce36-4073-8b40-841e227f493d req-3af6b1f9-79b8-4052-b4ca-0d0fc072f993 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:36.349889 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8db9dace-ce36-4073-8b40-841e227f493d req-3af6b1f9-79b8-4052-b4ca-0d0fc072f993 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 984 time: 0.0544066 Mar 01 17:00:36.415876 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8db9dace-ce36-4073-8b40-841e227f493d req-f04254df-4db9-400e-a169-72c6e329a7a8 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=278c1ad7-35f9-4da5-be55-d783126cecc4&id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601585 Mar 01 17:00:37.545107 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ff521-5c41-45e9-b8a6-c6b7a4d3843f req-036ab606-92cb-49a8-885c-5aab4701b45f tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:37.547393 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-620ff521-5c41-45e9-b8a6-c6b7a4d3843f req-036ab606-92cb-49a8-885c-5aab4701b45f tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 984 time: 0.0606446 Mar 01 17:00:37.610666 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-620ff521-5c41-45e9-b8a6-c6b7a4d3843f req-632c8734-caa8-4b56-8b05-84f06d2df85b tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=278c1ad7-35f9-4da5-be55-d783126cecc4&id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574110 Mar 01 17:00:38.730657 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6be27b-e436-4bdd-a4bc-cc9c0f2fab0e req-171d0931-3143-4fb5-ae3a-0c8df4af9c6b tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:38.732221 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7d6be27b-e436-4bdd-a4bc-cc9c0f2fab0e req-171d0931-3143-4fb5-ae3a-0c8df4af9c6b tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 984 time: 0.0523121 Mar 01 17:00:38.799206 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7d6be27b-e436-4bdd-a4bc-cc9c0f2fab0e req-5ca02fea-2727-414c-bb75-4b7cd145d8e1 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=278c1ad7-35f9-4da5-be55-d783126cecc4&id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601389 Mar 01 17:00:39.926130 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478c5b2-690d-43e2-aacb-c00aa03be0d2 req-f53a81ea-1eaa-4b29-a208-23dcd2ccdd36 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:39.927743 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8478c5b2-690d-43e2-aacb-c00aa03be0d2 req-f53a81ea-1eaa-4b29-a208-23dcd2ccdd36 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 984 time: 0.0591025 Mar 01 17:00:39.992984 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8478c5b2-690d-43e2-aacb-c00aa03be0d2 req-2318b5d6-2ba3-45b0-b03a-aade909c7598 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=278c1ad7-35f9-4da5-be55-d783126cecc4&id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595381 Mar 01 17:00:41.120812 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357dcd3a-ee44-4234-9364-7f521c1651e0 req-d6fa7894-fc81-4c46-89be-5243918122ad tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:41.122335 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-357dcd3a-ee44-4234-9364-7f521c1651e0 req-d6fa7894-fc81-4c46-89be-5243918122ad tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 984 time: 0.0526636 Mar 01 17:00:41.191937 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-357dcd3a-ee44-4234-9364-7f521c1651e0 req-b5cc60c1-63e0-44d7-8579-d8f9fdb0c7dd tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=278c1ad7-35f9-4da5-be55-d783126cecc4&id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596037 Mar 01 17:00:42.310208 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1c664-e747-4612-aed6-1704c65be878 req-51572802-d132-4823-8d90-a08e99cd209b tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:42.311743 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-17e1c664-e747-4612-aed6-1704c65be878 req-51572802-d132-4823-8d90-a08e99cd209b tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 984 time: 0.0524666 Mar 01 17:00:42.378486 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-17e1c664-e747-4612-aed6-1704c65be878 req-1421f60d-a54a-40b3-9e6d-c5ed288ee22a tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=278c1ad7-35f9-4da5-be55-d783126cecc4&id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604229 Mar 01 17:00:43.496698 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6a41b-6765-4ca1-8144-ce1a265fb364 req-ac5b0d7e-d4d2-4dbc-bcc7-5610ba56eca2 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:43.498754 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6fc6a41b-6765-4ca1-8144-ce1a265fb364 req-ac5b0d7e-d4d2-4dbc-bcc7-5610ba56eca2 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 984 time: 0.0520527 Mar 01 17:00:43.557873 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6fc6a41b-6765-4ca1-8144-ce1a265fb364 req-ce02c0c1-03bc-4550-a6af-fdaf33bb4d0a tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=278c1ad7-35f9-4da5-be55-d783126cecc4&id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533714 Mar 01 17:00:43.662995 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e2ad4c84-37f2-45b2-95fd-923ec3b02aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:44.677652 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97132d19-7984-4882-a3ed-37dfa50ee052 req-b79d022e-77e4-4ce6-95a2-bbe77855325b tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:44.679067 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-97132d19-7984-4882-a3ed-37dfa50ee052 req-b79d022e-77e4-4ce6-95a2-bbe77855325b tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 984 time: 0.0528071 Mar 01 17:00:44.740523 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-97132d19-7984-4882-a3ed-37dfa50ee052 req-f28ba643-2ea8-4f24-b680-a7cdc37ad30b tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=278c1ad7-35f9-4da5-be55-d783126cecc4&id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557768 Mar 01 17:00:45.860272 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dce34-9655-4c90-a8e7-0c104c765d08 req-494b7363-71c4-46b5-9398-2aad1ac3689a tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:45.861710 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-738dce34-9655-4c90-a8e7-0c104c765d08 req-494b7363-71c4-46b5-9398-2aad1ac3689a tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 984 time: 0.0548484 Mar 01 17:00:45.920517 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-738dce34-9655-4c90-a8e7-0c104c765d08 req-0e6477f0-4751-4bbc-9f0a-4c552fc6b416 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=278c1ad7-35f9-4da5-be55-d783126cecc4&id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527339 Mar 01 17:00:45.926660 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d534f337-329d-4f91-b207-cc63202be50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:46.584923 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 56856) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:46.627682 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_v2 [None req-d984993e-e806-446e-9780-3042d825ade9 admin admin] Deleting subnet 3bbae0d5-21dc-4aa5-8f2d-a305412a92c9 {{(pid=103032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 17:00:46.630754 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d984993e-e806-446e-9780-3042d825ade9 admin admin] Publish callbacks [] for subnet (3bbae0d5-21dc-4aa5-8f2d-a305412a92c9), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:46.664999 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d984993e-e806-446e-9780-3042d825ade9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12091598'] for subnet (3bbae0d5-21dc-4aa5-8f2d-a305412a92c9), precommit_delete_associations {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:46.706300 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d984993e-e806-446e-9780-3042d825ade9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824678'] for subnet (3bbae0d5-21dc-4aa5-8f2d-a305412a92c9), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:46.757087 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d984993e-e806-446e-9780-3042d825ade9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12092201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12089742'] for subnet (3bbae0d5-21dc-4aa5-8f2d-a305412a92c9), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:46.784868 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d984993e-e806-446e-9780-3042d825ade9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:46.788576 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-d984993e-e806-446e-9780-3042d825ade9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3bbae0d5-21dc-4aa5-8f2d-a305412a92c9 HTTP/1.1" status: 204 len: 168 time: 0.2026556 Mar 01 17:00:46.789467 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984993e-e806-446e-9780-3042d825ade9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bbae0d5-21dc-4aa5-8f2d-a305412a92c9,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:46.791119 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56858) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:46.871289 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896669'] for network (93a08c9b-5d52-4ea0-9bbe-7fd60e67d1cc), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:46.949647 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:46.955191 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986525', 'neutron.services.segments.db._delete_segments_for_network-8740453540253'] for network (93a08c9b-5d52-4ea0-9bbe-7fd60e67d1cc), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:46.979790 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a08c9b-5d52-4ea0-9bbe-7fd60e67d1cc']}} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:46.990768 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5561a680-8964-428b-a896-38dadc6eac03') {'for_net_delete': True} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:46.991060 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5561a680-8964-428b-a896-38dadc6eac03') {} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:47.001385 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740453543078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12140833'] for segment (5561a680-8964-428b-a896-38dadc6eac03), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:47.043619 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (5561a680-8964-428b-a896-38dadc6eac03), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:47.052905 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 17:00:47.053295 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12089918'] for segment (5561a680-8964-428b-a896-38dadc6eac03), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: Traceback (most recent call last): Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: timer() Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: cb(*args, **kw) Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: return func(*args, **kwargs) Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: self._notify() Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: self.callback(batched_events) Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: event.method(event) Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: return f(self, *a, **k) Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: return self._get(url).json() Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: return self.request(url, 'GET', **kwargs) Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 17:00:47.055120 dv-cinder-831247-2-iscsi neutron-server[103033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 17:00:47.123745 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db80440-9952-4a8d-a406-deecb2b5e472 req-f70913a7-8517-4fa9-8e91-f3db2b72a122 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:47.125743 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3db80440-9952-4a8d-a406-deecb2b5e472 req-f70913a7-8517-4fa9-8e91-f3db2b72a122 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 984 time: 0.1223772 Mar 01 17:00:47.127004 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688628'] for network (93a08c9b-5d52-4ea0-9bbe-7fd60e67d1cc), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:47.144925 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:47.150969 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] 10.222.0.55 "DELETE /v2.0/networks/93a08c9b-5d52-4ea0-9bbe-7fd60e67d1cc HTTP/1.1" status: 204 len: 168 time: 0.3587508 Mar 01 17:00:47.151221 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 56868) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:47.182826 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] Pushing event deleted for resources: {'Network': ['ID=93a08c9b-5d52-4ea0-9bbe-7fd60e67d1cc,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:47.194371 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:47.194719 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:47.195059 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:47.195415 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:47.195745 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:47.196071 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:47.196399 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:47.196721 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:47.197046 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:47.197367 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:47.197690 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:47.198007 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:47.198323 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee7ecab-26ba-4afe-8161-2ddf12547b29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:47.199524 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_v2 [None req-7380a34f-7ee9-4f20-afa6-121309368b8a admin admin] Deleting subnet b2b5ec5d-227a-4d5b-a624-3597e5901deb {{(pid=103032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 17:00:47.203756 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7380a34f-7ee9-4f20-afa6-121309368b8a admin admin] Publish callbacks [] for subnet (b2b5ec5d-227a-4d5b-a624-3597e5901deb), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:47.238835 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3db80440-9952-4a8d-a406-deecb2b5e472 req-b1115caa-bee3-4c0d-b2c4-66db8a4b90c1 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=278c1ad7-35f9-4da5-be55-d783126cecc4&id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1029150 Mar 01 17:00:47.239107 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7380a34f-7ee9-4f20-afa6-121309368b8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12091598'] for subnet (b2b5ec5d-227a-4d5b-a624-3597e5901deb), precommit_delete_associations {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:47.285803 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7380a34f-7ee9-4f20-afa6-121309368b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824678'] for subnet (b2b5ec5d-227a-4d5b-a624-3597e5901deb), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:47.346625 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7380a34f-7ee9-4f20-afa6-121309368b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12092201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12089742'] for subnet (b2b5ec5d-227a-4d5b-a624-3597e5901deb), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:47.371500 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380a34f-7ee9-4f20-afa6-121309368b8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2b5ec5d-227a-4d5b-a624-3597e5901deb,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:47.377977 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7380a34f-7ee9-4f20-afa6-121309368b8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:47.381835 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-7380a34f-7ee9-4f20-afa6-121309368b8a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b2b5ec5d-227a-4d5b-a624-3597e5901deb HTTP/1.1" status: 204 len: 168 time: 0.2292702 Mar 01 17:00:47.383675 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 56870) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:47.457645 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2f6e8c53-8bda-4171-b32c-dbcdb7fd6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896669'] for network (2e0f281e-bc61-40be-b5fa-d855faef93bd), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:47.537151 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2f6e8c53-8bda-4171-b32c-dbcdb7fd6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986525', 'neutron.services.segments.db._delete_segments_for_network-8740453540253'] for network (2e0f281e-bc61-40be-b5fa-d855faef93bd), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:47.556394 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.services.segments.db [None req-2f6e8c53-8bda-4171-b32c-dbcdb7fd6c9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0f281e-bc61-40be-b5fa-d855faef93bd']}} {{(pid=103032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:47.566019 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.services.segments.db [None req-2f6e8c53-8bda-4171-b32c-dbcdb7fd6c9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c248e95e-8e1a-471e-bf91-7a1e7d19aef3') {'for_net_delete': True} {{(pid=103032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:47.566318 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.services.segments.db [None req-2f6e8c53-8bda-4171-b32c-dbcdb7fd6c9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c248e95e-8e1a-471e-bf91-7a1e7d19aef3') {} {{(pid=103032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:47.575685 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2f6e8c53-8bda-4171-b32c-dbcdb7fd6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740453543078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12091609'] for segment (c248e95e-8e1a-471e-bf91-7a1e7d19aef3), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:47.589033 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2f6e8c53-8bda-4171-b32c-dbcdb7fd6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (c248e95e-8e1a-471e-bf91-7a1e7d19aef3), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:47.595159 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6e8c53-8bda-4171-b32c-dbcdb7fd6c9b admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 17:00:47.595584 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2f6e8c53-8bda-4171-b32c-dbcdb7fd6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12092407'] for segment (c248e95e-8e1a-471e-bf91-7a1e7d19aef3), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: Traceback (most recent call last): Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: timer() Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: cb(*args, **kw) Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: return func(*args, **kwargs) Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: self._notify() Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: self.callback(batched_events) Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: event.method(event) Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: return f(self, *a, **k) Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: return self._get(url).json() Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: return self.request(url, 'GET', **kwargs) Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 17:00:47.597199 dv-cinder-831247-2-iscsi neutron-server[103032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 17:00:47.654162 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2f6e8c53-8bda-4171-b32c-dbcdb7fd6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688628'] for network (2e0f281e-bc61-40be-b5fa-d855faef93bd), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:47.662392 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2f6e8c53-8bda-4171-b32c-dbcdb7fd6c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:47.665566 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-2f6e8c53-8bda-4171-b32c-dbcdb7fd6c9b admin admin] 10.222.0.55 "DELETE /v2.0/networks/2e0f281e-bc61-40be-b5fa-d855faef93bd HTTP/1.1" status: 204 len: 168 time: 0.2809739 Mar 01 17:00:47.675490 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e8c53-8bda-4171-b32c-dbcdb7fd6c9b admin admin] Pushing event deleted for resources: {'Network': ['ID=2e0f281e-bc61-40be-b5fa-d855faef93bd,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:47.838345 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 56874) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:47.878676 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-0feb48b6-db42-40de-abb4-7f952a269b87 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=257d205c5793400483e930c3e79f8e0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391388 Mar 01 17:00:47.881184 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 56876) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:47.927544 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9f4f22c3-6870-4ece-8784-ceab651253a6 admin admin] Publish callbacks [] for security_group (4ef24692-fdfa-4206-8219-ba9e71b9fbb0), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:47.948844 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9f4f22c3-6870-4ece-8784-ceab651253a6 admin admin] Publish callbacks [] for security_group (4ef24692-fdfa-4206-8219-ba9e71b9fbb0), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:47.995989 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9f4f22c3-6870-4ece-8784-ceab651253a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (4ef24692-fdfa-4206-8219-ba9e71b9fbb0), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:48.000627 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9f4f22c3-6870-4ece-8784-ceab651253a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:48.002276 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-9f4f22c3-6870-4ece-8784-ceab651253a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4ef24692-fdfa-4206-8219-ba9e71b9fbb0 HTTP/1.1" status: 204 len: 168 time: 0.1200070 Mar 01 17:00:48.014882 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f22c3-6870-4ece-8784-ceab651253a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef24692-fdfa-4206-8219-ba9e71b9fbb0,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:48.362616 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56902) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:48.377212 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd361740-dd0b-4543-986c-0fa2a014c635 req-78d98513-d2d2-48be-b879-54358700db69 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:48.378753 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bd361740-dd0b-4543-986c-0fa2a014c635 req-78d98513-d2d2-48be-b879-54358700db69 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 984 time: 0.0603511 Mar 01 17:00:48.433760 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-f6fe16e5-726a-420e-8dd7-ec95314ced78 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2472c008c37e4540af805f3bc01bbd53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0690482 Mar 01 17:00:48.436021 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 56906) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:48.464013 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bd361740-dd0b-4543-986c-0fa2a014c635 req-ed111d1c-2fcc-456e-8871-2b56075b4413 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=278c1ad7-35f9-4da5-be55-d783126cecc4&id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788267 Mar 01 17:00:48.496362 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-dfd494fd-2c6a-4183-a493-14fd4a696b9d admin admin] Publish callbacks [] for security_group (3cedf255-d1f8-4770-8f39-0a48f6c13354), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:48.518206 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-dfd494fd-2c6a-4183-a493-14fd4a696b9d admin admin] Publish callbacks [] for security_group (3cedf255-d1f8-4770-8f39-0a48f6c13354), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:48.545821 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:48.568411 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-dfd494fd-2c6a-4183-a493-14fd4a696b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (3cedf255-d1f8-4770-8f39-0a48f6c13354), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:48.571049 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-dfd494fd-2c6a-4183-a493-14fd4a696b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:48.572250 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-dfd494fd-2c6a-4183-a493-14fd4a696b9d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3cedf255-d1f8-4770-8f39-0a48f6c13354 HTTP/1.1" status: 204 len: 168 time: 0.1350152 Mar 01 17:00:48.581691 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd494fd-2c6a-4183-a493-14fd4a696b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cedf255-d1f8-4770-8f39-0a48f6c13354,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:49.594649 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8d628-206d-4799-b86b-04d03de0fd8a req-2997855f-b489-4e55-b993-f2d50b33f65c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:49.596336 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-86a8d628-206d-4799-b86b-04d03de0fd8a req-2997855f-b489-4e55-b993-f2d50b33f65c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 984 time: 0.0616283 Mar 01 17:00:49.667029 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-86a8d628-206d-4799-b86b-04d03de0fd8a req-eea860e6-1937-4d50-a47b-dc19e5668db9 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=278c1ad7-35f9-4da5-be55-d783126cecc4&id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649583 Mar 01 17:00:49.881492 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:50.660718 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 56996) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:50.712402 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd06957-c362-4620-a493-d9aed2b2e1b0 admin admin] Deleting subnet 6f188175-70e6-45e5-a698-a5b7362c8719 {{(pid=103032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 17:00:50.717959 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5bd06957-c362-4620-a493-d9aed2b2e1b0 admin admin] Publish callbacks [] for subnet (6f188175-70e6-45e5-a698-a5b7362c8719), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:50.788903 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5bd06957-c362-4620-a493-d9aed2b2e1b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12091598'] for subnet (6f188175-70e6-45e5-a698-a5b7362c8719), precommit_delete_associations {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:50.837857 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5bd06957-c362-4620-a493-d9aed2b2e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824678'] for subnet (6f188175-70e6-45e5-a698-a5b7362c8719), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:50.847577 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f3de2-c1da-4bdb-8e50-23325de5ce08 req-1d94fc59-8d52-4e54-b0da-aaa3588e1081 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:50.849068 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f09f3de2-c1da-4bdb-8e50-23325de5ce08 req-1d94fc59-8d52-4e54-b0da-aaa3588e1081 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 984 time: 0.1020849 Mar 01 17:00:50.944911 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f09f3de2-c1da-4bdb-8e50-23325de5ce08 req-ef3174f3-cdae-4fec-b055-2413b184faec tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=278c1ad7-35f9-4da5-be55-d783126cecc4&id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787635 Mar 01 17:00:50.946379 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5bd06957-c362-4620-a493-d9aed2b2e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12092201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12089742'] for subnet (6f188175-70e6-45e5-a698-a5b7362c8719), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:50.972126 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd06957-c362-4620-a493-d9aed2b2e1b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f188175-70e6-45e5-a698-a5b7362c8719,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:50.979506 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5bd06957-c362-4620-a493-d9aed2b2e1b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:50.983098 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-5bd06957-c362-4620-a493-d9aed2b2e1b0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6f188175-70e6-45e5-a698-a5b7362c8719 HTTP/1.1" status: 204 len: 168 time: 0.3213592 Mar 01 17:00:50.986278 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57002) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:50.988481 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd06957-c362-4620-a493-d9aed2b2e1b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:50.988840 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd06957-c362-4620-a493-d9aed2b2e1b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:50.989193 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd06957-c362-4620-a493-d9aed2b2e1b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:50.989534 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd06957-c362-4620-a493-d9aed2b2e1b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:50.989871 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd06957-c362-4620-a493-d9aed2b2e1b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:50.990204 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd06957-c362-4620-a493-d9aed2b2e1b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:50.990539 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd06957-c362-4620-a493-d9aed2b2e1b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:50.990868 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd06957-c362-4620-a493-d9aed2b2e1b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:50.991197 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd06957-c362-4620-a493-d9aed2b2e1b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:50.991554 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd06957-c362-4620-a493-d9aed2b2e1b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:50.991883 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd06957-c362-4620-a493-d9aed2b2e1b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:50.992209 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd06957-c362-4620-a493-d9aed2b2e1b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:50.992533 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd06957-c362-4620-a493-d9aed2b2e1b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:00:51.065949 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-9b0fdd04-bcf9-4fbc-867a-cc9fe419422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896669'] for network (e3ee07f6-e583-4482-94dc-2baa12486210), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:51.152188 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-9b0fdd04-bcf9-4fbc-867a-cc9fe419422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986525', 'neutron.services.segments.db._delete_segments_for_network-8740453540253'] for network (e3ee07f6-e583-4482-94dc-2baa12486210), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:51.174142 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-9b0fdd04-bcf9-4fbc-867a-cc9fe419422a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ee07f6-e583-4482-94dc-2baa12486210']}} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:51.183914 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-9b0fdd04-bcf9-4fbc-867a-cc9fe419422a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e761cb52-b35e-4fc5-9912-7a5f17a084e2') {'for_net_delete': True} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:51.184208 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-9b0fdd04-bcf9-4fbc-867a-cc9fe419422a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e761cb52-b35e-4fc5-9912-7a5f17a084e2') {} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:51.194618 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-9b0fdd04-bcf9-4fbc-867a-cc9fe419422a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740453543078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12140833'] for segment (e761cb52-b35e-4fc5-9912-7a5f17a084e2), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:51.209542 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-9b0fdd04-bcf9-4fbc-867a-cc9fe419422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (e761cb52-b35e-4fc5-9912-7a5f17a084e2), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:51.216546 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0fdd04-bcf9-4fbc-867a-cc9fe419422a admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 17:00:51.217060 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-9b0fdd04-bcf9-4fbc-867a-cc9fe419422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12089918'] for segment (e761cb52-b35e-4fc5-9912-7a5f17a084e2), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: Traceback (most recent call last): Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: timer() Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: cb(*args, **kw) Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: return func(*args, **kwargs) Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: self._notify() Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: self.callback(batched_events) Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: event.method(event) Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: return f(self, *a, **k) Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: return self._get(url).json() Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: return self.request(url, 'GET', **kwargs) Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 17:00:51.218816 dv-cinder-831247-2-iscsi neutron-server[103033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 17:00:51.275670 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-9b0fdd04-bcf9-4fbc-867a-cc9fe419422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688628'] for network (e3ee07f6-e583-4482-94dc-2baa12486210), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:51.281557 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-9b0fdd04-bcf9-4fbc-867a-cc9fe419422a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:51.284971 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-9b0fdd04-bcf9-4fbc-867a-cc9fe419422a admin admin] 10.222.0.55 "DELETE /v2.0/networks/e3ee07f6-e583-4482-94dc-2baa12486210 HTTP/1.1" status: 204 len: 168 time: 0.2982080 Mar 01 17:00:51.296241 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fdd04-bcf9-4fbc-867a-cc9fe419422a admin admin] Pushing event deleted for resources: {'Network': ['ID=e3ee07f6-e583-4482-94dc-2baa12486210,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:51.479593 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57008) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:51.530068 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-c9972c85-7467-4be7-af1b-a46b6b85be24 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8a77e7ac60094d3dad75d49d30e2fb45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491974 Mar 01 17:00:51.532814 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57010) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:00:51.587390 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-8455bd10-80e4-4e61-8255-6488ca617533 admin admin] Publish callbacks [] for security_group (8977aa1c-4325-4c38-8421-db8438a9b790), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:51.610540 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-8455bd10-80e4-4e61-8255-6488ca617533 admin admin] Publish callbacks [] for security_group (8977aa1c-4325-4c38-8421-db8438a9b790), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:51.659494 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-8455bd10-80e4-4e61-8255-6488ca617533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (8977aa1c-4325-4c38-8421-db8438a9b790), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:51.662095 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-8455bd10-80e4-4e61-8255-6488ca617533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:51.663295 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-8455bd10-80e4-4e61-8255-6488ca617533 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8977aa1c-4325-4c38-8421-db8438a9b790 HTTP/1.1" status: 204 len: 168 time: 0.1292646 Mar 01 17:00:51.673145 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455bd10-80e4-4e61-8255-6488ca617533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8977aa1c-4325-4c38-8421-db8438a9b790,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:52.107597 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4bc6f-258a-49de-a3d3-913327dce5a7 req-4ea2c113-f91e-496a-91b1-854acea19812 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:52.109588 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-23d4bc6f-258a-49de-a3d3-913327dce5a7 req-4ea2c113-f91e-496a-91b1-854acea19812 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 984 time: 0.0820291 Mar 01 17:00:52.175981 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-23d4bc6f-258a-49de-a3d3-913327dce5a7 req-3a697e32-46cd-4380-95a0-63b6709aeaf4 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=278c1ad7-35f9-4da5-be55-d783126cecc4&id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594940 Mar 01 17:00:53.399464 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102ee7c-4644-47e8-b4fd-628c83d5f666 req-bd8e3159-3f91-4ed1-93b7-780e98d404c8 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:53.400294 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1102ee7c-4644-47e8-b4fd-628c83d5f666 req-bd8e3159-3f91-4ed1-93b7-780e98d404c8 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 946 time: 0.0569756 Mar 01 17:00:53.449271 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1102ee7c-4644-47e8-b4fd-628c83d5f666 req-9dc9bcb5-6943-40fd-bd91-6dba51eb30ce tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426674 Mar 01 17:00:54.579161 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c14cf-ea2b-47bf-a360-a07e58a6eaa3 req-9fba981f-43ab-4141-9560-dc84dd6b33dc tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:54.580742 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9c8c14cf-ea2b-47bf-a360-a07e58a6eaa3 req-9fba981f-43ab-4141-9560-dc84dd6b33dc tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 946 time: 0.0562789 Mar 01 17:00:54.627484 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9c8c14cf-ea2b-47bf-a360-a07e58a6eaa3 req-91fdab33-1fbf-4960-8bb7-d7a03184e160 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411747 Mar 01 17:00:55.752475 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a468fc-d0d5-4fb0-83bd-c203501444d6 req-adf9fb79-0e83-440f-a83d-3414d919320c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:55.753986 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-76a468fc-d0d5-4fb0-83bd-c203501444d6 req-adf9fb79-0e83-440f-a83d-3414d919320c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 946 time: 0.0541675 Mar 01 17:00:55.801387 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-76a468fc-d0d5-4fb0-83bd-c203501444d6 req-5d9b4111-f85a-4e47-a842-66dfeb36e93f tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418241 Mar 01 17:00:56.924892 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917fde9-4f9f-435d-9e2e-5dbcb72c1a61 req-a1c2387e-1b49-4291-87ae-11a62e04a3db tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:56.926405 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1917fde9-4f9f-435d-9e2e-5dbcb72c1a61 req-a1c2387e-1b49-4291-87ae-11a62e04a3db tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 946 time: 0.0531406 Mar 01 17:00:56.974011 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1917fde9-4f9f-435d-9e2e-5dbcb72c1a61 req-5d9368b4-eb95-4dcb-a5ba-73f333702ed7 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420167 Mar 01 17:00:57.842795 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b7d2a-9f0d-4ac9-b0b1-34598d440ad8 req-847d05d7-18c3-49e4-97d8-a800dfc73b07 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:57.844265 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ab7b7d2a-9f0d-4ac9-b0b1-34598d440ad8 req-847d05d7-18c3-49e4-97d8-a800dfc73b07 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.37 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 946 time: 0.0549428 Mar 01 17:00:57.939810 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-ab7b7d2a-9f0d-4ac9-b0b1-34598d440ad8 req-a4dca217-0674-4340-9775-85dd3dfc8cb5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Deleting port cd374fa0-d036-4006-95e3-3c4f2bfdc288 {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:00:57.940155 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-ab7b7d2a-9f0d-4ac9-b0b1-34598d440ad8 req-a4dca217-0674-4340-9775-85dd3dfc8cb5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:58.311605 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-ab7b7d2a-9f0d-4ac9-b0b1-34598d440ad8 req-a4dca217-0674-4340-9775-85dd3dfc8cb5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] For port cd374fa0-d036-4006-95e3-3c4f2bfdc288, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=cd374fa0-d036-4006-95e3-3c4f2bfdc288,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:00:58.311975 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-ab7b7d2a-9f0d-4ac9-b0b1-34598d440ad8 req-a4dca217-0674-4340-9775-85dd3dfc8cb5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:58.354653 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eb5ba-08ea-4a12-aeb2-752e06341baf req-e08a729e-3a0e-41bc-8715-35603643065b tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:00:58.356180 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-114eb5ba-08ea-4a12-aeb2-752e06341baf req-e08a729e-3a0e-41bc-8715-35603643065b tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 946 time: 0.1055663 Mar 01 17:00:58.525481 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-114eb5ba-08ea-4a12-aeb2-752e06341baf req-35722a08-c0d4-4367-b821-80d0343d2a41 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=ceb9845f-970d-4c80-9262-bfe23920616c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219578 Mar 01 17:00:58.590645 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-ab7b7d2a-9f0d-4ac9-b0b1-34598d440ad8 req-a4dca217-0674-4340-9775-85dd3dfc8cb5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:58.590977 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-ab7b7d2a-9f0d-4ac9-b0b1-34598d440ad8 req-a4dca217-0674-4340-9775-85dd3dfc8cb5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688646'] for floatingip (e8c79848-8ab3-44d6-9d88-8c9fe7088e28), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:58.591345 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.l3_db [req-ab7b7d2a-9f0d-4ac9-b0b1-34598d440ad8 req-a4dca217-0674-4340-9775-85dd3dfc8cb5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Floating IP e8c79848-8ab3-44d6-9d88-8c9fe7088e28 disassociated. External IP: 172.27.0.50, port: cd374fa0-d036-4006-95e3-3c4f2bfdc288. Mar 01 17:00:58.591682 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-ab7b7d2a-9f0d-4ac9-b0b1-34598d440ad8 req-a4dca217-0674-4340-9775-85dd3dfc8cb5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Calling delete_port for cd374fa0-d036-4006-95e3-3c4f2bfdc288 owned by compute:nova {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:00:58.724835 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-ab7b7d2a-9f0d-4ac9-b0b1-34598d440ad8 req-a4dca217-0674-4340-9775-85dd3dfc8cb5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (cd374fa0-d036-4006-95e3-3c4f2bfdc288), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:58.757704 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dca217-0674-4340-9775-85dd3dfc8cb5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Pushing event deleted for resources: {'Port': ['ID=cd374fa0-d036-4006-95e3-3c4f2bfdc288,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:00:58.874427 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab7b7d2a-9f0d-4ac9-b0b1-34598d440ad8 req-a4dca217-0674-4340-9775-85dd3dfc8cb5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Router d2d4352e-39d5-4290-88fc-cf6ccbf8714c has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:00:58.985171 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab7b7d2a-9f0d-4ac9-b0b1-34598d440ad8 req-a4dca217-0674-4340-9775-85dd3dfc8cb5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:00:58.997476 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f35e2-7b6e-48fe-acbb-738ff906fc76 None None] Sync routers for ids ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:00:59.007570 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f35e2-7b6e-48fe-acbb-738ff906fc76 None None] Routers {'d2d4352e-39d5-4290-88fc-cf6ccbf8714c'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:00:59.008874 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-6e5f35e2-7b6e-48fe-acbb-738ff906fc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:00:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:59.026256 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7b7d2a-9f0d-4ac9-b0b1-34598d440ad8 req-a4dca217-0674-4340-9775-85dd3dfc8cb5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] No DVR routers for this DVR port cd374fa0-d036-4006-95e3-3c4f2bfdc288 on host hv-cinder-83124 {{(pid=103032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:00:59.029207 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-ab7b7d2a-9f0d-4ac9-b0b1-34598d440ad8 req-a4dca217-0674-4340-9775-85dd3dfc8cb5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:00:59.032689 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ab7b7d2a-9f0d-4ac9-b0b1-34598d440ad8 req-a4dca217-0674-4340-9775-85dd3dfc8cb5 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.37 "DELETE /v2.0/ports/cd374fa0-d036-4006-95e3-3c4f2bfdc288 HTTP/1.1" status: 204 len: 173 time: 1.1830740 Mar 01 17:00:59.033400 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853501cc-206a-4632-b7f5-a42f7c6b8a72', 'name': 'network-vif-deleted', 'tag': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:00:59.036213 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7b2a30-d59a-4daa-b5bf-fa5b65753416" -d '{"events": [{"server_uuid": "853501cc-206a-4632-b7f5-a42f7c6b8a72", "name": "network-vif-deleted", "tag": "cd374fa0-d036-4006-95e3-3c4f2bfdc288"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:00:59.077229 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b70da0a-2124-415c-b3b5-37f309ec8573 x-openstack-request-id: req-3b70da0a-2124-415c-b3b5-37f309ec8573 {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:00:59.077546 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853501cc-206a-4632-b7f5-a42f7c6b8a72", "name": "network-vif-deleted", "tag": "cd374fa0-d036-4006-95e3-3c4f2bfdc288", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:00:59.077842 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b70da0a-2124-415c-b3b5-37f309ec8573 {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:00:59.078243 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853501cc-206a-4632-b7f5-a42f7c6b8a72', 'name': 'network-vif-deleted', 'tag': 'cd374fa0-d036-4006-95e3-3c4f2bfdc288', 'status': 'completed', 'code': 200} Mar 01 17:00:59.139049 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-6e5f35e2-7b6e-48fe-acbb-738ff906fc76 None None] Set router d2d4352e-39d5-4290-88fc-cf6ccbf8714c gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:00:59.346653 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-6e5f35e2-7b6e-48fe-acbb-738ff906fc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'name': 'tempest-AttachVolumeShelveTestJSON-619683467-router', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:31Z', 'updated_at': '2022-03-01T16:56:43Z', 'revision_number': 4, 'project_id': 'ce864652ab854207a48b6a2647514604', 'gw_port': {'id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:33Z', 'updated_at': '2022-03-01T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '8890ce23-2ad0-4829-bb1a-576edd0b550f', 'name': '', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'mac_address': 'fa:16:3e:59:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:40Z', 'updated_at': '2022-03-01T16:56:51Z', 'revision_number': 5, 'project_id': 'ce864652ab854207a48b6a2647514604', 'subnets': [{'id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:59.378053 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f35e2-7b6e-48fe-acbb-738ff906fc76 None None] Checking router: d2d4352e-39d5-4290-88fc-cf6ccbf8714c for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:00:59.386687 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f35e2-7b6e-48fe-acbb-738ff906fc76 None None] Routers {'d2d4352e-39d5-4290-88fc-cf6ccbf8714c'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:00:59.387296 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-6e5f35e2-7b6e-48fe-acbb-738ff906fc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:00:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:59.510545 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-6e5f35e2-7b6e-48fe-acbb-738ff906fc76 None None] Set router d2d4352e-39d5-4290-88fc-cf6ccbf8714c gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:00:59.676614 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c2c98c95-ee13-48fe-a984-8569a8298ace req-7117ab28-1860-4678-a73c-2dd55d8793bd tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=853501cc-206a-4632-b7f5-a42f7c6b8a72 HTTP/1.1" status: 200 len: 210 time: 0.0385485 Mar 01 17:00:59.855370 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-6e5f35e2-7b6e-48fe-acbb-738ff906fc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'name': 'tempest-AttachVolumeShelveTestJSON-619683467-router', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:31Z', 'updated_at': '2022-03-01T16:56:43Z', 'revision_number': 4, 'project_id': 'ce864652ab854207a48b6a2647514604', 'gw_port': {'id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:33Z', 'updated_at': '2022-03-01T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '8890ce23-2ad0-4829-bb1a-576edd0b550f', 'name': '', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'mac_address': 'fa:16:3e:59:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:40Z', 'updated_at': '2022-03-01T16:56:51Z', 'revision_number': 5, 'project_id': 'ce864652ab854207a48b6a2647514604', 'subnets': [{'id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:00:59.886095 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f35e2-7b6e-48fe-acbb-738ff906fc76 None None] The sync data for ids ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'] in dv-cinder-831247-2-iscsi is: [{'id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'name': 'tempest-AttachVolumeShelveTestJSON-619683467-router', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:31Z', 'updated_at': '2022-03-01T16:56:43Z', 'revision_number': 4, 'project_id': 'ce864652ab854207a48b6a2647514604', 'gw_port': {'id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:33Z', 'updated_at': '2022-03-01T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '8890ce23-2ad0-4829-bb1a-576edd0b550f', 'name': '', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'mac_address': 'fa:16:3e:59:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:40Z', 'updated_at': '2022-03-01T16:56:51Z', 'revision_number': 5, 'project_id': 'ce864652ab854207a48b6a2647514604', 'subnets': [{'id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:01:00.128381 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ffff8e-0737-4063-819b-b1d5699893e5 None None] New status for floating IP e8c79848-8ab3-44d6-9d88-8c9fe7088e28: DOWN {{(pid=103035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 17:01:00.792058 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57148) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:00.849136 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b7887a59-f5ea-4a3a-a525-424eb77ffce3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group (ceb9845f-970d-4c80-9262-bfe23920616c), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:00.875823 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b7887a59-f5ea-4a3a-a525-424eb77ffce3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group (ceb9845f-970d-4c80-9262-bfe23920616c), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:00.935879 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b7887a59-f5ea-4a3a-a525-424eb77ffce3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (ceb9845f-970d-4c80-9262-bfe23920616c), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:00.938584 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device cd374fa0-d036-4006-95e3-3c4f2bfdc288 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:01:00.939192 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b7887a59-f5ea-4a3a-a525-424eb77ffce3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:00.943270 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57152) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:00.943752 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-b7887a59-f5ea-4a3a-a525-424eb77ffce3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "DELETE /v2.0/security-groups/ceb9845f-970d-4c80-9262-bfe23920616c HTTP/1.1" status: 204 len: 168 time: 0.1502602 Mar 01 17:01:00.955912 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7887a59-f5ea-4a3a-a525-424eb77ffce3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb9845f-970d-4c80-9262-bfe23920616c,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:00.967110 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.api.v2.resource [None req-f7dc68f4-a722-40d8-86ab-f2f62295023c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] show failed (client error): The resource could not be found. Mar 01 17:01:00.968410 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-f7dc68f4-a722-40d8-86ab-f2f62295023c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups/ceb9845f-970d-4c80-9262-bfe23920616c HTTP/1.1" status: 404 len: 347 time: 0.0234435 Mar 01 17:01:00.971379 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57154) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:00.984089 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] No Port match for: cd374fa0-d036-4006-95e3-3c4f2bfdc288 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:01:00.984435 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device cd374fa0-d036-4006-95e3-3c4f2bfdc288 not bound to the agent host hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:01:01.049856 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57156) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:01.115296 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-44b052e7-3a06-4236-8b53-46d0ca566f52 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Deleting port a59672ae-74a0-4ce3-8ad3-1e3cba2b9012 {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:01:01.115699 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-44b052e7-3a06-4236-8b53-46d0ca566f52 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (a59672ae-74a0-4ce3-8ad3-1e3cba2b9012), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:01.177373 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6a8c2450-2aa1-41e6-9def-aaa64afa05e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:01.197587 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-44b052e7-3a06-4236-8b53-46d0ca566f52 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (a59672ae-74a0-4ce3-8ad3-1e3cba2b9012), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:01.197919 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-44b052e7-3a06-4236-8b53-46d0ca566f52 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for floatingip (a59672ae-74a0-4ce3-8ad3-1e3cba2b9012), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:01.211656 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-44b052e7-3a06-4236-8b53-46d0ca566f52 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Calling delete_port for a59672ae-74a0-4ce3-8ad3-1e3cba2b9012 owned by network:floatingip {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:01:01.276755 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6a8c2450-2aa1-41e6-9def-aaa64afa05e9 admin admin] Publish callbacks [] for security_group (8fd5de97-0ddb-4112-9619-c7a2406ca987), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:01.282413 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6a8c2450-2aa1-41e6-9def-aaa64afa05e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (8fd5de97-0ddb-4112-9619-c7a2406ca987), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:01.325377 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c2450-2aa1-41e6-9def-aaa64afa05e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd5de97-0ddb-4112-9619-c7a2406ca987,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:01.332520 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-6a8c2450-2aa1-41e6-9def-aaa64afa05e9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=122144c9e74b4c63b7eeb2e3987ccbcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2813258 Mar 01 17:01:01.334998 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57160) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:01.391613 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-179a1a19-6dcc-42af-8502-59e79c5d46ff admin admin] Publish callbacks [] for security_group (8fd5de97-0ddb-4112-9619-c7a2406ca987), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:01.399279 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-44b052e7-3a06-4236-8b53-46d0ca566f52 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (a59672ae-74a0-4ce3-8ad3-1e3cba2b9012), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:01.422434 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-179a1a19-6dcc-42af-8502-59e79c5d46ff admin admin] Publish callbacks [] for security_group (8fd5de97-0ddb-4112-9619-c7a2406ca987), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:01.433551 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b052e7-3a06-4236-8b53-46d0ca566f52 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Pushing event deleted for resources: {'Port': ['ID=a59672ae-74a0-4ce3-8ad3-1e3cba2b9012,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:01.478845 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-179a1a19-6dcc-42af-8502-59e79c5d46ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (8fd5de97-0ddb-4112-9619-c7a2406ca987), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:01.482948 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-179a1a19-6dcc-42af-8502-59e79c5d46ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:01.484146 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-179a1a19-6dcc-42af-8502-59e79c5d46ff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8fd5de97-0ddb-4112-9619-c7a2406ca987 HTTP/1.1" status: 204 len: 168 time: 0.1480041 Mar 01 17:01:01.492156 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a1a19-6dcc-42af-8502-59e79c5d46ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd5de97-0ddb-4112-9619-c7a2406ca987,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:01.519845 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-44b052e7-3a06-4236-8b53-46d0ca566f52 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for floatingip (e8c79848-8ab3-44d6-9d88-8c9fe7088e28), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:01.522494 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-44b052e7-3a06-4236-8b53-46d0ca566f52 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for floatingip (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:01.523723 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-44b052e7-3a06-4236-8b53-46d0ca566f52 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "DELETE /v2.0/floatingips/e8c79848-8ab3-44d6-9d88-8c9fe7088e28 HTTP/1.1" status: 204 len: 168 time: 0.5511131 Mar 01 17:01:01.921101 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:01.969545 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57176) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:01.974518 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-402a7e9f-1a1a-4942-acb4-dab59ae89d17 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1809128098', 'description': 'tempest-description--875127117'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:01.998177 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-402a7e9f-1a1a-4942-acb4-dab59ae89d17 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:02.079673 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-402a7e9f-1a1a-4942-acb4-dab59ae89d17 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group (28c46275-8e08-4c12-a486-3f1e6d227455), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:02.083465 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-402a7e9f-1a1a-4942-acb4-dab59ae89d17 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (28c46275-8e08-4c12-a486-3f1e6d227455), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:02.118222 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a7e9f-1a1a-4942-acb4-dab59ae89d17 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c46275-8e08-4c12-a486-3f1e6d227455,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:02.126081 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-402a7e9f-1a1a-4942-acb4-dab59ae89d17 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:02.128361 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-402a7e9f-1a1a-4942-acb4-dab59ae89d17 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1566899 Mar 01 17:01:02.131992 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57182) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:02.136798 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-0dc4b7d9-c2b3-422a-b30b-dcff191f0677 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Request body: {'security_group_rule': {'security_group_id': '28c46275-8e08-4c12-a486-3f1e6d227455', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:02.167554 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0dc4b7d9-c2b3-422a-b30b-dcff191f0677 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group_rule (ab680a38-ebf4-4717-ac42-1097cbf70bbf), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:02.228934 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0dc4b7d9-c2b3-422a-b30b-dcff191f0677 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group_rule (ab680a38-ebf4-4717-ac42-1097cbf70bbf), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:02.239506 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0dc4b7d9-c2b3-422a-b30b-dcff191f0677 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (ab680a38-ebf4-4717-ac42-1097cbf70bbf), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:02.258051 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4b7d9-c2b3-422a-b30b-dcff191f0677 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab680a38-ebf4-4717-ac42-1097cbf70bbf,revision_number=0']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:02.266985 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0dc4b7d9-c2b3-422a-b30b-dcff191f0677 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:02.268250 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-0dc4b7d9-c2b3-422a-b30b-dcff191f0677 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1352808 Mar 01 17:01:02.271082 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57184) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:02.275661 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-1172fb9f-8c9f-40be-92a8-03158ccd8c67 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Request body: {'security_group_rule': {'security_group_id': '28c46275-8e08-4c12-a486-3f1e6d227455', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:02.300877 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1172fb9f-8c9f-40be-92a8-03158ccd8c67 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group_rule (dd0e5b18-f8c3-4843-843d-5c313d8402da), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:02.357423 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1172fb9f-8c9f-40be-92a8-03158ccd8c67 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group_rule (dd0e5b18-f8c3-4843-843d-5c313d8402da), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:02.361857 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1172fb9f-8c9f-40be-92a8-03158ccd8c67 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (dd0e5b18-f8c3-4843-843d-5c313d8402da), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:02.379359 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172fb9f-8c9f-40be-92a8-03158ccd8c67 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0e5b18-f8c3-4843-843d-5c313d8402da,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:02.386955 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1172fb9f-8c9f-40be-92a8-03158ccd8c67 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:02.391661 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-1172fb9f-8c9f-40be-92a8-03158ccd8c67 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166120 Mar 01 17:01:02.398907 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57186) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:02.404609 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-b5f30ee2-3bfe-46de-8f98-659544321521 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Request body: {'floatingip': {'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:02.425783 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b5f30ee2-3bfe-46de-8f98-659544321521 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:02.523810 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b5f30ee2-3bfe-46de-8f98-659544321521 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:02.630808 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [None req-b5f30ee2-3bfe-46de-8f98-659544321521 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Allocated IP 172.27.0.132 (e6ae233f-293e-41a5-ad0b-5fc845cdb59d/f57a09de-5442-447f-9fd0-ed63e9a7467a/d02093bd-ad7f-443c-99c1-6444be48bca1) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:01:02.736432 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b5f30ee2-3bfe-46de-8f98-659544321521 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for port (d02093bd-ad7f-443c-99c1-6444be48bca1), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:02.769502 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b5f30ee2-3bfe-46de-8f98-659544321521 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (d02093bd-ad7f-443c-99c1-6444be48bca1), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:02.811362 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f30ee2-3bfe-46de-8f98-659544321521 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:01:02.814163 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-b5f30ee2-3bfe-46de-8f98-659544321521 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:01:02.817574 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f30ee2-3bfe-46de-8f98-659544321521 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:01:02.823005 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f30ee2-3bfe-46de-8f98-659544321521 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Pushing event updated for resources: {'Port': ['ID=d02093bd-ad7f-443c-99c1-6444be48bca1,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:02.909797 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b5f30ee2-3bfe-46de-8f98-659544321521 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for floatingip (57bfa90a-d617-4077-acfb-3ce1b667bac3), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:02.947624 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b5f30ee2-3bfe-46de-8f98-659544321521 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (d02093bd-ad7f-443c-99c1-6444be48bca1), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:03.104303 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b5f30ee2-3bfe-46de-8f98-659544321521 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for port (d02093bd-ad7f-443c-99c1-6444be48bca1), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:03.108710 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b5f30ee2-3bfe-46de-8f98-659544321521 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090074'] for port (d02093bd-ad7f-443c-99c1-6444be48bca1), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:03.174249 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f30ee2-3bfe-46de-8f98-659544321521 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Pushing event updated for resources: {'Port': ['ID=d02093bd-ad7f-443c-99c1-6444be48bca1,revision_number=2']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:03.186076 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b5f30ee2-3bfe-46de-8f98-659544321521 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688646'] for floatingip (57bfa90a-d617-4077-acfb-3ce1b667bac3), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:03.201168 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b5f30ee2-3bfe-46de-8f98-659544321521 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for floatingip (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:03.202420 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-b5f30ee2-3bfe-46de-8f98-659544321521 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8022599 Mar 01 17:01:03.400890 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-22b87204-d514-4a24-893b-d7102f37c4a9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1809128098&fields=id&tenant_id=ce864652ab854207a48b6a2647514604 HTTP/1.1" status: 200 len: 267 time: 0.0442848 Mar 01 17:01:03.513592 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-4269496f-1e38-4aeb-8c42-83a1a79d447d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:03.515069 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-4269496f-1e38-4aeb-8c42-83a1a79d447d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/networks?id=00da9fad-e099-4559-a3bd-7363f68afe10 HTTP/1.1" status: 200 len: 816 time: 0.1075764 Mar 01 17:01:03.530205 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-440fe24c-41f2-4ece-af1d-7f62d6a4341e tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/quotas/ce864652ab854207a48b6a2647514604 HTTP/1.1" status: 200 len: 375 time: 0.0097506 Mar 01 17:01:03.584498 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-e5a32730-f61c-4705-8ac0-2eb6fe3c4735 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce864652ab854207a48b6a2647514604&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490620 Mar 01 17:01:03.676730 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-5167e084-3a99-47c5-8d0a-f5e0522bb011 service neutron] 10.222.0.55 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800800 Mar 01 17:01:03.772637 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-3e94f8ef-58fc-4a5f-9b18-a5e8e3ba14d9 service neutron] 10.222.0.55 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902221 Mar 01 17:01:03.936938 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3826f8b1-2d51-46a1-8822-3be80287f5c2 req-d473286a-a0a7-40e7-a4fe-67cf1fc6fbeb tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 210 time: 0.0275776 Mar 01 17:01:04.978543 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-d98270c8-d798-4dd4-88bc-f375a558433e tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:04.980206 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-d98270c8-d798-4dd4-88bc-f375a558433e tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.37 "GET /v2.0/networks?id=00da9fad-e099-4559-a3bd-7363f68afe10 HTTP/1.1" status: 200 len: 816 time: 0.1188939 Mar 01 17:01:05.064572 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7ac4e241-8a3a-4285-a8c6-31f084e780c3 req-1bad7e05-fc3e-4b60-ab39-6e9864705ec3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 210 time: 0.0386629 Mar 01 17:01:05.070449 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-0e68a874-e7a7-447d-b6ea-07fc631a0b8d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce864652ab854207a48b6a2647514604 HTTP/1.1" status: 200 len: 380 time: 0.0815778 Mar 01 17:01:05.080032 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-4f240d95-c7c2-4327-8ac7-00292b32965c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Request body: {'port': {'device_id': '9310280a-f27b-4009-b873-9fe632bc581e', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'admin_state_up': True, 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'security_groups': ['28c46275-8e08-4c12-a486-3f1e6d227455']}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:05.212261 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-4f240d95-c7c2-4327-8ac7-00292b32965c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Made reservation on behalf of ce864652ab854207a48b6a2647514604 for: {'port': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:01:05.216471 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-4f240d95-c7c2-4327-8ac7-00292b32965c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:05.359721 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-4f240d95-c7c2-4327-8ac7-00292b32965c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Allocated IP 172.20.0.8 (00da9fad-e099-4559-a3bd-7363f68afe10/2dbbfa00-88e0-498f-b6e2-523e92ef3496/40338080-b8ff-4380-8765-3c32a3809d17) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:01:05.517958 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-4f240d95-c7c2-4327-8ac7-00292b32965c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for port (40338080-b8ff-4380-8765-3c32a3809d17), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:05.572230 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-4f240d95-c7c2-4327-8ac7-00292b32965c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (40338080-b8ff-4380-8765-3c32a3809d17), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:05.628348 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-4f240d95-c7c2-4327-8ac7-00292b32965c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Network 00da9fad-e099-4559-a3bd-7363f68afe10 is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:01:05.631942 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-4f240d95-c7c2-4327-8ac7-00292b32965c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:01:05.636139 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-4f240d95-c7c2-4327-8ac7-00292b32965c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:01:05.645419 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f240d95-c7c2-4327-8ac7-00292b32965c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Pushing event updated for resources: {'Port': ['ID=40338080-b8ff-4380-8765-3c32a3809d17,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:05.708080 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-4f240d95-c7c2-4327-8ac7-00292b32965c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:05.708934 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-4f240d95-c7c2-4327-8ac7-00292b32965c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:05.727569 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-4f240d95-c7c2-4327-8ac7-00292b32965c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6512918 Mar 01 17:01:05.739475 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] Request body: {'port': {'device_id': '9310280a-f27b-4009-b873-9fe632bc581e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:05.824880 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (40338080-b8ff-4380-8765-3c32a3809d17), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:05.921594 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-a459fb34-e63a-450b-95d0-4594cfe2ef53 None None] Provisioning complete for port 40338080-b8ff-4380-8765-3c32a3809d17 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:05.922170 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a459fb34-e63a-450b-95d0-4594cfe2ef53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (40338080-b8ff-4380-8765-3c32a3809d17), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:05.962764 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-a459fb34-e63a-450b-95d0-4594cfe2ef53 None None] Port 40338080-b8ff-4380-8765-3c32a3809d17 cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 17:01:06.116802 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40338080-b8ff-4380-8765-3c32a3809d17 {{(pid=103032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 17:01:06.125453 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] Publish callbacks [] for port (40338080-b8ff-4380-8765-3c32a3809d17), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:06.140836 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.provisioning_blocks [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] Transition to ACTIVE for port object 40338080-b8ff-4380-8765-3c32a3809d17 will not be triggered until provisioned by entity L2. {{(pid=103032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 17:01:06.145896 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (40338080-b8ff-4380-8765-3c32a3809d17), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:06.214056 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae24dc2-144a-450d-a742-ba52041afd90 req-5a0e268c-a4b9-454c-bf45-97286d9732d6 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:06.221008 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5ae24dc2-144a-450d-a742-ba52041afd90 req-5a0e268c-a4b9-454c-bf45-97286d9732d6 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 943 time: 0.0756612 Mar 01 17:01:06.221540 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] Pushing event updated for resources: {'Port': ['ID=40338080-b8ff-4380-8765-3c32a3809d17,revision_number=2']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:06.276669 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] Attempting to bind port 40338080-b8ff-4380-8765-3c32a3809d17 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 17:01:06.277061 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] Attempting to bind port 40338080-b8ff-4380-8765-3c32a3809d17 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '9f119457-6be2-4f01-ac49-73888f223bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10'}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 17:01:06.277403 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] Attempting to bind port 40338080-b8ff-4380-8765-3c32a3809d17 on network 00da9fad-e099-4559-a3bd-7363f68afe10 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:01:06.283552 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] Port 40338080-b8ff-4380-8765-3c32a3809d17 on network 00da9fad-e099-4559-a3bd-7363f68afe10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 17:01:06.283877 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] Attempting to bind port 40338080-b8ff-4380-8765-3c32a3809d17 on network 00da9fad-e099-4559-a3bd-7363f68afe10 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:01:06.290117 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5ae24dc2-144a-450d-a742-ba52041afd90 req-60850505-02c3-46b5-aa6f-5034eafa1d17 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594919 Mar 01 17:01:06.295491 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] Checking agent: {'id': '0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'started_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 17, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 17:01:06.296607 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] Checking segment: {'id': '9f119457-6be2-4f01-ac49-73888f223bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:01:06.297474 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] Bound using segment: {'id': '9f119457-6be2-4f01-ac49-73888f223bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10'} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 17:01:06.298035 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] Bound port: 40338080-b8ff-4380-8765-3c32a3809d17, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f119457-6be2-4f01-ac49-73888f223bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10'}}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 17:01:06.298605 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (40338080-b8ff-4380-8765-3c32a3809d17), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:06.381779 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] For port 40338080-b8ff-4380-8765-3c32a3809d17, host hv-cinder-83124, cleared binding levels {{(pid=103032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 17:01:06.387619 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] For port 40338080-b8ff-4380-8765-3c32a3809d17, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=40338080-b8ff-4380-8765-3c32a3809d17,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 17:01:06.396240 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (40338080-b8ff-4380-8765-3c32a3809d17), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:06.439826 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:06.440511 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:06.441856 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] 10.222.0.37 "PUT /v2.0/ports/40338080-b8ff-4380-8765-3c32a3809d17 HTTP/1.1" status: 200 len: 1093 time: 0.7069719 Mar 01 17:01:06.442380 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9310280a-f27b-4009-b873-9fe632bc581e', 'tag': '40338080-b8ff-4380-8765-3c32a3809d17'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:01:06.444764 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5204e4fa-9682-46f2-9c82-e94dcd7586fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9310280a-f27b-4009-b873-9fe632bc581e", "tag": "40338080-b8ff-4380-8765-3c32a3809d17"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:01:06.467300 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df350477-8e82-49f1-9e93-b615223fac4f service neutron] Pushing event updated for resources: {'Port': ['ID=40338080-b8ff-4380-8765-3c32a3809d17,revision_number=3']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:06.499492 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 17:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade13c34-3d43-4b2b-99ea-dd50f174be76 x-openstack-request-id: req-ade13c34-3d43-4b2b-99ea-dd50f174be76 {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:01:06.499869 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9310280a-f27b-4009-b873-9fe632bc581e", "tag": "40338080-b8ff-4380-8765-3c32a3809d17", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:01:06.500193 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ade13c34-3d43-4b2b-99ea-dd50f174be76 {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:01:06.500819 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9310280a-f27b-4009-b873-9fe632bc581e', 'tag': '40338080-b8ff-4380-8765-3c32a3809d17', 'status': 'completed', 'code': 200} Mar 01 17:01:06.545918 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-1be8f672-fcd4-4423-a5c2-48b7bc21cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:06.547456 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-1be8f672-fcd4-4423-a5c2-48b7bc21cd4b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce864652ab854207a48b6a2647514604&device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 1127 time: 0.0587943 Mar 01 17:01:06.599032 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-09743760-1047-4ac4-b887-027be6fe91eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40338080-b8ff-4380-8765-3c32a3809d17 HTTP/1.1" status: 200 len: 217 time: 0.0433590 Mar 01 17:01:06.661045 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-e1ce27e4-4e8f-4101-9707-7efb92d05282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:06.662531 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-e1ce27e4-4e8f-4101-9707-7efb92d05282 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2dbbfa00-88e0-498f-b6e2-523e92ef3496 HTTP/1.1" status: 200 len: 855 time: 0.0531573 Mar 01 17:01:06.711419 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-b1a14af2-2127-477b-bb47-4172b1c25ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:06.712858 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-b1a14af2-2127-477b-bb47-4172b1c25ba6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00da9fad-e099-4559-a3bd-7363f68afe10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450447 Mar 01 17:01:06.804829 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-99545bd7-11a6-4723-83ca-0adf62ae336a service neutron] 10.222.0.37 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857189 Mar 01 17:01:06.909130 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-615998fb-f091-40d3-9f0f-9b5c2e6e7d30 req-fd495c5d-4343-4594-b872-4224e33c2fc1 service neutron] 10.222.0.37 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981891 Mar 01 17:01:07.004792 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204e4fa-9682-46f2-9c82-e94dcd7586fd req-dab701ae-c894-4d2a-beb8-f616a2153b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:07.006142 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5204e4fa-9682-46f2-9c82-e94dcd7586fd req-dab701ae-c894-4d2a-beb8-f616a2153b39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce864652ab854207a48b6a2647514604&device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 1127 time: 0.0455976 Mar 01 17:01:07.119367 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204e4fa-9682-46f2-9c82-e94dcd7586fd req-8fdb3278-f720-41de-9b9d-b14f40af7929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:07.119367 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5204e4fa-9682-46f2-9c82-e94dcd7586fd req-8fdb3278-f720-41de-9b9d-b14f40af7929 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00da9fad-e099-4559-a3bd-7363f68afe10 HTTP/1.1" status: 200 len: 917 time: 0.1044340 Mar 01 17:01:07.163401 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5204e4fa-9682-46f2-9c82-e94dcd7586fd req-31a3b0f6-7829-4c57-a1af-e23a59d886f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40338080-b8ff-4380-8765-3c32a3809d17 HTTP/1.1" status: 200 len: 217 time: 0.0357668 Mar 01 17:01:07.230568 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204e4fa-9682-46f2-9c82-e94dcd7586fd req-640d7d4e-c459-44e6-ab2e-84fd03dc85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:07.232490 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5204e4fa-9682-46f2-9c82-e94dcd7586fd req-640d7d4e-c459-44e6-ab2e-84fd03dc85ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2dbbfa00-88e0-498f-b6e2-523e92ef3496 HTTP/1.1" status: 200 len: 855 time: 0.0589192 Mar 01 17:01:07.287412 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204e4fa-9682-46f2-9c82-e94dcd7586fd req-d455138f-098b-4061-8c4e-f5ea838011ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:07.289818 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5204e4fa-9682-46f2-9c82-e94dcd7586fd req-d455138f-098b-4061-8c4e-f5ea838011ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00da9fad-e099-4559-a3bd-7363f68afe10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513258 Mar 01 17:01:07.393042 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5204e4fa-9682-46f2-9c82-e94dcd7586fd req-db923920-7c57-4500-8d8e-4120df63a649 service neutron] 10.222.0.37 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960326 Mar 01 17:01:07.441863 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00778592-a110-416d-adb6-234ed9189631 req-01945197-d63b-4681-9f24-96d22439b95a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:07.443435 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-00778592-a110-416d-adb6-234ed9189631 req-01945197-d63b-4681-9f24-96d22439b95a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 943 time: 0.0723488 Mar 01 17:01:07.494537 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-00778592-a110-416d-adb6-234ed9189631 req-7a83d0e7-4939-450f-8ae3-91216dff33ff tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449519 Mar 01 17:01:07.497181 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5204e4fa-9682-46f2-9c82-e94dcd7586fd req-4ccbf8e0-43f8-4cab-bb20-51db79cf7648 service neutron] 10.222.0.37 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964756 Mar 01 17:01:08.530074 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57252) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:08.633208 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7717364-c1f1-40d0-9d20-8f38ba8c5275 req-5ac55720-7251-42c8-9bb9-71160427d0bd tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:08.634776 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a7717364-c1f1-40d0-9d20-8f38ba8c5275 req-5ac55720-7251-42c8-9bb9-71160427d0bd tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 943 time: 0.0556769 Mar 01 17:01:08.666352 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-a45be0a6-c923-435a-a2b3-826ba6bf0cc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:08.710047 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a7717364-c1f1-40d0-9d20-8f38ba8c5275 req-2d4b07a0-4300-4e6a-b6ed-1ff65b40653b tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688229 Mar 01 17:01:08.771540 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-a45be0a6-c923-435a-a2b3-826ba6bf0cc0 admin admin] Publish callbacks [] for security_group (77da5cef-b8d5-447e-8bb5-af40aab1073b), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:08.775454 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-a45be0a6-c923-435a-a2b3-826ba6bf0cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (77da5cef-b8d5-447e-8bb5-af40aab1073b), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:08.818557 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-a45be0a6-c923-435a-a2b3-826ba6bf0cc0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=56293345c272480dbeacfb64dd409f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873669 Mar 01 17:01:08.819432 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45be0a6-c923-435a-a2b3-826ba6bf0cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77da5cef-b8d5-447e-8bb5-af40aab1073b,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:08.821273 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57256) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:08.875684 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2001f464-1b16-4f01-a38b-ec641fb76c65 admin admin] Publish callbacks [] for security_group (77da5cef-b8d5-447e-8bb5-af40aab1073b), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:08.898013 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2001f464-1b16-4f01-a38b-ec641fb76c65 admin admin] Publish callbacks [] for security_group (77da5cef-b8d5-447e-8bb5-af40aab1073b), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:08.949824 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 40338080-b8ff-4380-8765-3c32a3809d17 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 17:01:08.956352 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2001f464-1b16-4f01-a38b-ec641fb76c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (77da5cef-b8d5-447e-8bb5-af40aab1073b), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:08.958864 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2001f464-1b16-4f01-a38b-ec641fb76c65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:08.962722 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-2001f464-1b16-4f01-a38b-ec641fb76c65 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/77da5cef-b8d5-447e-8bb5-af40aab1073b HTTP/1.1" status: 204 len: 168 time: 0.1403193 Mar 01 17:01:08.970624 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001f464-1b16-4f01-a38b-ec641fb76c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77da5cef-b8d5-447e-8bb5-af40aab1073b,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:09.063755 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 40338080-b8ff-4380-8765-3c32a3809d17, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=40338080-b8ff-4380-8765-3c32a3809d17,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:01:09.076863 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': '40338080-b8ff-4380-8765-3c32a3809d17', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'port_id': '40338080-b8ff-4380-8765-3c32a3809d17', 'mac_address': 'fa:16:3e:49:1b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 17:01:09.123742 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 40338080-b8ff-4380-8765-3c32a3809d17 is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:09.124128 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (40338080-b8ff-4380-8765-3c32a3809d17), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:09.137658 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40338080-b8ff-4380-8765-3c32a3809d17 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 17:01:09.158921 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 40338080-b8ff-4380-8765-3c32a3809d17, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=40338080-b8ff-4380-8765-3c32a3809d17,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:01:09.164253 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (40338080-b8ff-4380-8765-3c32a3809d17), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:09.226845 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=40338080-b8ff-4380-8765-3c32a3809d17,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:09.239483 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:09.240134 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:09.240718 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:09.241290 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:09.241841 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:09.242206 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:09.242630 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:09.243031 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:09.243798 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:09.244240 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:09.244837 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:09.245446 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:09.245954 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:09.440502 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['40338080-b8ff-4380-8765-3c32a3809d17'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 17:01:09.646690 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57278) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:09.747449 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-daa041b7-26e4-4071-8e4b-de7a1123d1f7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-388705443-network', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:09.775303 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa041b7-26e4-4071-8e4b-de7a1123d1f7 admin admin] Made reservation on behalf of bfbb9521b0ae41719a30a1935a4cbf87 for: {'network': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:01:09.778384 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-daa041b7-26e4-4071-8e4b-de7a1123d1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for network (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:09.788694 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-daa041b7-26e4-4071-8e4b-de7a1123d1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:09.843169 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08b48f-35ca-49d3-97f2-238936b7bb41 req-71737405-cfdd-4e8d-9cec-faecddce3d4a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:09.844721 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ab08b48f-35ca-49d3-97f2-238936b7bb41 req-71737405-cfdd-4e8d-9cec-faecddce3d4a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 944 time: 0.0567348 Mar 01 17:01:09.880569 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-daa041b7-26e4-4071-8e4b-de7a1123d1f7 admin admin] Publish callbacks [] for security_group (2619d70a-1147-4aec-a9fe-4733bd8b6a29), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:09.884373 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-daa041b7-26e4-4071-8e4b-de7a1123d1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (2619d70a-1147-4aec-a9fe-4733bd8b6a29), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:09.905584 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ab08b48f-35ca-49d3-97f2-238936b7bb41 req-94d40e5e-24f5-4b92-a85a-bfdb2989ab65 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504291 Mar 01 17:01:09.909298 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa041b7-26e4-4071-8e4b-de7a1123d1f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 17:01:09.926085 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa041b7-26e4-4071-8e4b-de7a1123d1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2619d70a-1147-4aec-a9fe-4733bd8b6a29,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:09.930580 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-daa041b7-26e4-4071-8e4b-de7a1123d1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (d30029e1-fef4-4b84-9127-2a2720257a02), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:09.930934 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.segments_db [None req-daa041b7-26e4-4071-8e4b-de7a1123d1f7 admin admin] Added segment d30029e1-fef4-4b84-9127-2a2720257a02 of type vlan for network d6046e82-458d-4f62-9448-cbf1da4a132e Mar 01 17:01:09.975417 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-daa041b7-26e4-4071-8e4b-de7a1123d1f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740453230677'] for network (d6046e82-458d-4f62-9448-cbf1da4a132e), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:10.002638 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-daa041b7-26e4-4071-8e4b-de7a1123d1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (d6046e82-458d-4f62-9448-cbf1da4a132e), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:10.003820 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa041b7-26e4-4071-8e4b-de7a1123d1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:10.004425 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-daa041b7-26e4-4071-8e4b-de7a1123d1f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:10.064707 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-daa041b7-26e4-4071-8e4b-de7a1123d1f7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4168744 Mar 01 17:01:10.067565 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57286) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:10.073967 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-acda7118-c049-4fa3-9011-53f203100301 admin admin] Request body: {'subnet': {'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-388705443-subnet', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'ip_version': 4}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:10.083128 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa041b7-26e4-4071-8e4b-de7a1123d1f7 admin admin] Pushing event updated for resources: {'Network': ['ID=d6046e82-458d-4f62-9448-cbf1da4a132e,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:10.095839 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Network d6046e82-458d-4f62-9448-cbf1da4a132e details requested by agent ovs-agent-dv-cinder-831247-2-iscsi with host dv-cinder-831247-2-iscsi {{(pid=103034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 17:01:10.101448 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acda7118-c049-4fa3-9011-53f203100301 admin admin] Made reservation on behalf of bfbb9521b0ae41719a30a1935a4cbf87 for: {'subnet': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:01:10.104147 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-acda7118-c049-4fa3-9011-53f203100301 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12089765'] for subnet (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:10.285199 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-acda7118-c049-4fa3-9011-53f203100301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12092270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12089751'] for subnet (1576c47e-a363-42c8-b1bb-78954efa89be), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:10.343289 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda7118-c049-4fa3-9011-53f203100301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1576c47e-a363-42c8-b1bb-78954efa89be,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:10.350628 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acda7118-c049-4fa3-9011-53f203100301 admin admin] Checking segment: {'id': 'd30029e1-fef4-4b84-9127-2a2720257a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:01:10.350987 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acda7118-c049-4fa3-9011-53f203100301 admin admin] Network hostable DHCP agents. Network: d6046e82-458d-4f62-9448-cbf1da4a132e, hostable agents: ['76634103-e363-4824-9b69-d0e42b80a9e6'], hosted agents: [] {{(pid=103032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 17:01:10.375760 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acda7118-c049-4fa3-9011-53f203100301 admin admin] Network d6046e82-458d-4f62-9448-cbf1da4a132e is scheduled to be hosted by DHCP agent 76634103-e363-4824-9b69-d0e42b80a9e6 with binding_index 1 {{(pid=103032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 17:01:10.384767 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-acda7118-c049-4fa3-9011-53f203100301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-2-iscsi, d6046e82-458d-4f62-9448-cbf1da4a132e) {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:01:10.389656 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acda7118-c049-4fa3-9011-53f203100301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:10.390340 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-acda7118-c049-4fa3-9011-53f203100301 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:10.398762 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f1dc47-9ebd-47e0-a57e-2f5031da01d0 None None] Network d6046e82-458d-4f62-9448-cbf1da4a132e requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:01:10.408237 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-acda7118-c049-4fa3-9011-53f203100301 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3396432 Mar 01 17:01:10.410921 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57288) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:10.415151 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-f1ef9bf8-002d-4dee-adc9-1736c8728f5e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:10.440763 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f1ef9bf8-002d-4dee-adc9-1736c8728f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3699058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523545'] for router (b48f479a-35a5-43fe-b608-11c65a0f81cd), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:10.441746 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f1ef9bf8-002d-4dee-adc9-1736c8728f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3699426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686717', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4184244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523520'] for router (b48f479a-35a5-43fe-b608-11c65a0f81cd), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:10.505332 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f1ef9bf8-002d-4dee-adc9-1736c8728f5e admin admin] Publish callbacks [] for router_controller (b48f479a-35a5-43fe-b608-11c65a0f81cd), precommit_add_association {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:10.520468 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3899c390-3967-489e-a1a2-fe7d1016b457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8729f57f-20ff-5eed-841b-78fe1ce83f3e-d6046e82-458d-4f62-9448-cbf1da4a132e', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be'}]}} from dv-cinder-831247-2-iscsi. {{(pid=103034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 17:01:10.521632 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3899c390-3967-489e-a1a2-fe7d1016b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:10.668592 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f1ef9bf8-002d-4dee-adc9-1736c8728f5e admin admin] Publish callbacks [] for router_gateway (b48f479a-35a5-43fe-b608-11c65a0f81cd), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:10.680609 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [None req-3899c390-3967-489e-a1a2-fe7d1016b457 None None] Allocated IP 172.20.0.2 (d6046e82-458d-4f62-9448-cbf1da4a132e/1576c47e-a363-42c8-b1bb-78954efa89be/e4bf98bc-50ea-4189-946b-e729915ac437) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:01:10.843251 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3899c390-3967-489e-a1a2-fe7d1016b457 None None] Publish callbacks [] for port (e4bf98bc-50ea-4189-946b-e729915ac437), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:10.849815 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3899c390-3967-489e-a1a2-fe7d1016b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (e4bf98bc-50ea-4189-946b-e729915ac437), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:10.892809 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3899c390-3967-489e-a1a2-fe7d1016b457 None None] Network d6046e82-458d-4f62-9448-cbf1da4a132e is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:01:10.896098 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-3899c390-3967-489e-a1a2-fe7d1016b457 None None] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:01:10.898892 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3899c390-3967-489e-a1a2-fe7d1016b457 None None] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:01:10.909788 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899c390-3967-489e-a1a2-fe7d1016b457 None None] Pushing event updated for resources: {'Port': ['ID=e4bf98bc-50ea-4189-946b-e729915ac437,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:10.958302 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 40338080-b8ff-4380-8765-3c32a3809d17 up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:01:11.000734 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-3899c390-3967-489e-a1a2-fe7d1016b457 None None] Attempting to bind port e4bf98bc-50ea-4189-946b-e729915ac437 on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 17:01:11.001114 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-3899c390-3967-489e-a1a2-fe7d1016b457 None None] Attempting to bind port e4bf98bc-50ea-4189-946b-e729915ac437 by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': 'd30029e1-fef4-4b84-9127-2a2720257a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 17:01:11.001487 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3899c390-3967-489e-a1a2-fe7d1016b457 None None] Attempting to bind port e4bf98bc-50ea-4189-946b-e729915ac437 on network d6046e82-458d-4f62-9448-cbf1da4a132e {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:01:11.016265 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3899c390-3967-489e-a1a2-fe7d1016b457 None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 17, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 17:01:11.016652 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3899c390-3967-489e-a1a2-fe7d1016b457 None None] Checking segment: {'id': 'd30029e1-fef4-4b84-9127-2a2720257a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:01:11.017063 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3899c390-3967-489e-a1a2-fe7d1016b457 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:11.017460 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3899c390-3967-489e-a1a2-fe7d1016b457 None None] Bound using segment: {'id': 'd30029e1-fef4-4b84-9127-2a2720257a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 17:01:11.017944 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-3899c390-3967-489e-a1a2-fe7d1016b457 None None] Bound port: e4bf98bc-50ea-4189-946b-e729915ac437, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30029e1-fef4-4b84-9127-2a2720257a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 17:01:11.018328 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3899c390-3967-489e-a1a2-fe7d1016b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (e4bf98bc-50ea-4189-946b-e729915ac437), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:11.075685 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning for port 40338080-b8ff-4380-8765-3c32a3809d17 completed by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 17:01:11.078336 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94407a4e-e04d-4343-85e3-e8e9887cd98a req-b7eea2bb-583b-4d99-b54c-3a0decf56645 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:11.080078 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-94407a4e-e04d-4343-85e3-e8e9887cd98a req-b7eea2bb-583b-4d99-b54c-3a0decf56645 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 944 time: 0.0766616 Mar 01 17:01:11.088917 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port 40338080-b8ff-4380-8765-3c32a3809d17 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:11.089307 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (40338080-b8ff-4380-8765-3c32a3809d17), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:11.106299 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 17:01:11.126121 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3899c390-3967-489e-a1a2-fe7d1016b457 None None] For port e4bf98bc-50ea-4189-946b-e729915ac437, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 17:01:11.143374 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3899c390-3967-489e-a1a2-fe7d1016b457 None None] For port e4bf98bc-50ea-4189-946b-e729915ac437, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=e4bf98bc-50ea-4189-946b-e729915ac437,segment=NetworkSegment(d30029e1-fef4-4b84-9127-2a2720257a02),segment_id=d30029e1-fef4-4b84-9127-2a2720257a02)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 17:01:11.153225 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3899c390-3967-489e-a1a2-fe7d1016b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (e4bf98bc-50ea-4189-946b-e729915ac437), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:11.231336 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-94407a4e-e04d-4343-85e3-e8e9887cd98a req-0ecec3cb-c662-493f-99e3-6bc974638381 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372094 Mar 01 17:01:11.250537 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f1ef9bf8-002d-4dee-adc9-1736c8728f5e admin admin] Publish callbacks [] for router_gateway (b48f479a-35a5-43fe-b608-11c65a0f81cd), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:11.257941 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899c390-3967-489e-a1a2-fe7d1016b457 None None] Pushing event updated for resources: {'Port': ['ID=e4bf98bc-50ea-4189-946b-e729915ac437,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:11.267790 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 40338080-b8ff-4380-8765-3c32a3809d17 is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:11.268576 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (40338080-b8ff-4380-8765-3c32a3809d17), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:11.270667 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f1ef9bf8-002d-4dee-adc9-1736c8728f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:11.308335 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9310280a-f27b-4009-b873-9fe632bc581e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40338080-b8ff-4380-8765-3c32a3809d17'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:01:11.310676 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7093715-211d-45b2-8235-eb1ee23e19d3" -d '{"events": [{"server_uuid": "9310280a-f27b-4009-b873-9fe632bc581e", "name": "network-vif-plugged", "status": "completed", "tag": "40338080-b8ff-4380-8765-3c32a3809d17"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:01:11.328673 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 40338080-b8ff-4380-8765-3c32a3809d17, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=40338080-b8ff-4380-8765-3c32a3809d17,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:01:11.333953 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (40338080-b8ff-4380-8765-3c32a3809d17), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:11.366081 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc478ed-39f4-414c-8c65-1a0dcb0b9589 x-openstack-request-id: req-ecc478ed-39f4-414c-8c65-1a0dcb0b9589 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:01:11.366395 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9310280a-f27b-4009-b873-9fe632bc581e", "name": "network-vif-plugged", "status": "completed", "tag": "40338080-b8ff-4380-8765-3c32a3809d17", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:01:11.366654 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ecc478ed-39f4-414c-8c65-1a0dcb0b9589 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:01:11.367054 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9310280a-f27b-4009-b873-9fe632bc581e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40338080-b8ff-4380-8765-3c32a3809d17', 'code': 200} Mar 01 17:01:11.414111 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=40338080-b8ff-4380-8765-3c32a3809d17,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:11.429242 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [None req-f1ef9bf8-002d-4dee-adc9-1736c8728f5e admin admin] Allocated IP 172.27.0.3 (e6ae233f-293e-41a5-ad0b-5fc845cdb59d/f57a09de-5442-447f-9fd0-ed63e9a7467a/61a4ca7e-4d96-47cd-884f-8ae6f411c739) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:01:11.567299 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f1ef9bf8-002d-4dee-adc9-1736c8728f5e admin admin] Publish callbacks [] for port (61a4ca7e-4d96-47cd-884f-8ae6f411c739), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:11.642833 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e470c-6161-4224-82bb-84d93dd498d3 req-95f1d4ee-4058-49c7-a118-7204b3fd8a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:11.644413 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-098e470c-6161-4224-82bb-84d93dd498d3 req-95f1d4ee-4058-49c7-a118-7204b3fd8a71 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 1129 time: 0.0734880 Mar 01 17:01:11.645829 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f1ef9bf8-002d-4dee-adc9-1736c8728f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (61a4ca7e-4d96-47cd-884f-8ae6f411c739), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:11.699049 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ef9bf8-002d-4dee-adc9-1736c8728f5e admin admin] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:01:11.704403 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-f1ef9bf8-002d-4dee-adc9-1736c8728f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:01:11.706996 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ef9bf8-002d-4dee-adc9-1736c8728f5e admin admin] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:01:11.744654 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef9bf8-002d-4dee-adc9-1736c8728f5e admin admin] Pushing event updated for resources: {'Port': ['ID=61a4ca7e-4d96-47cd-884f-8ae6f411c739,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:11.775898 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-098e470c-6161-4224-82bb-84d93dd498d3 req-9b6e2086-759b-441a-aab8-11173c79c405 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249113 Mar 01 17:01:11.995661 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f1ef9bf8-002d-4dee-adc9-1736c8728f5e admin admin] Publish callbacks [] for router_gateway (b48f479a-35a5-43fe-b608-11c65a0f81cd), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:12.217373 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f1ef9bf8-002d-4dee-adc9-1736c8728f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3699445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686752'] for router (b48f479a-35a5-43fe-b608-11c65a0f81cd), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:12.225868 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b854794-efd2-475e-8a7f-156b48ad41ea None None] Network d6046e82-458d-4f62-9448-cbf1da4a132e requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:01:12.333501 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-8f992974-1a5f-4144-a400-45aed042b1d3 None None] Provisioning complete for port e4bf98bc-50ea-4189-946b-e729915ac437 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:12.333969 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8f992974-1a5f-4144-a400-45aed042b1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (e4bf98bc-50ea-4189-946b-e729915ac437), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:12.416183 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211521ec-dfab-4970-94e5-1a941142e698 req-bdf2930d-e37b-42a5-bdb3-aac556b2d119 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:12.417840 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-211521ec-dfab-4970-94e5-1a941142e698 req-bdf2930d-e37b-42a5-bdb3-aac556b2d119 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 945 time: 0.0922480 Mar 01 17:01:12.436521 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ef9bf8-002d-4dee-adc9-1736c8728f5e admin admin] Router b48f479a-35a5-43fe-b608-11c65a0f81cd is scheduled to L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 with binding_index 1 {{(pid=103032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 17:01:12.454699 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-8f992974-1a5f-4144-a400-45aed042b1d3 None None] Current status of the port e4bf98bc-50ea-4189-946b-e729915ac437 is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:12.455481 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8f992974-1a5f-4144-a400-45aed042b1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (e4bf98bc-50ea-4189-946b-e729915ac437), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:12.502195 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-8f992974-1a5f-4144-a400-45aed042b1d3 None None] For port e4bf98bc-50ea-4189-946b-e729915ac437, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=e4bf98bc-50ea-4189-946b-e729915ac437,segment=NetworkSegment(d30029e1-fef4-4b84-9127-2a2720257a02),segment_id=d30029e1-fef4-4b84-9127-2a2720257a02)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:01:12.508252 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8f992974-1a5f-4144-a400-45aed042b1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (e4bf98bc-50ea-4189-946b-e729915ac437), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:12.520402 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-211521ec-dfab-4970-94e5-1a941142e698 req-88c1241e-d2ca-464a-9d40-770e622abf48 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943949 Mar 01 17:01:12.594206 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f992974-1a5f-4144-a400-45aed042b1d3 None None] Pushing event updated for resources: {'Port': ['ID=e4bf98bc-50ea-4189-946b-e729915ac437,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:12.594616 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ef9bf8-002d-4dee-adc9-1736c8728f5e admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:01:12.607610 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] Sync routers for ids ['b48f479a-35a5-43fe-b608-11c65a0f81cd'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:01:12.617614 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f1ef9bf8-002d-4dee-adc9-1736c8728f5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:12.618786 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] Routers {'b48f479a-35a5-43fe-b608-11c65a0f81cd'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:01:12.618969 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-f1ef9bf8-002d-4dee-adc9-1736c8728f5e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2069488 Mar 01 17:01:12.619569 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:00:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['b48f479a-35a5-43fe-b608-11c65a0f81cd'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:12.622062 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57296) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:12.747799 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-7d5d35d0-350c-475e-bee9-8250bf7f45a1 None None] Provisioning complete for port e4bf98bc-50ea-4189-946b-e729915ac437 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:12.748072 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7d5d35d0-350c-475e-bee9-8250bf7f45a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (e4bf98bc-50ea-4189-946b-e729915ac437), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:12.750705 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] Set router b48f479a-35a5-43fe-b608-11c65a0f81cd gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:01:13.108570 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d35d0-350c-475e-bee9-8250bf7f45a1 None None] Current status of the port e4bf98bc-50ea-4189-946b-e729915ac437 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:13.126928 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b7652624-45cc-4954-8ab5-69adb4f88ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:13.134604 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:11Z', 'revision_number': 3, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:13.167222 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] Checking router: b48f479a-35a5-43fe-b608-11c65a0f81cd for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:01:13.167663 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] Updating router b48f479a-35a5-43fe-b608-11c65a0f81cd port 61a4ca7e-4d96-47cd-884f-8ae6f411c739 binding host dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 17:01:13.196989 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (61a4ca7e-4d96-47cd-884f-8ae6f411c739), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:13.290662 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [None req-b7652624-45cc-4954-8ab5-69adb4f88ac7 admin admin] Allocated IP 172.20.0.1 (d6046e82-458d-4f62-9448-cbf1da4a132e/1576c47e-a363-42c8-b1bb-78954efa89be/162418b5-daf8-4726-8f17-ebb915695ced) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:01:13.401351 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b7652624-45cc-4954-8ab5-69adb4f88ac7 admin admin] Publish callbacks [] for port (162418b5-daf8-4726-8f17-ebb915695ced), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:13.452207 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b7652624-45cc-4954-8ab5-69adb4f88ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (162418b5-daf8-4726-8f17-ebb915695ced), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:13.495256 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7652624-45cc-4954-8ab5-69adb4f88ac7 admin admin] Network d6046e82-458d-4f62-9448-cbf1da4a132e is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:01:13.498652 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] Publish callbacks [] for port (61a4ca7e-4d96-47cd-884f-8ae6f411c739), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:13.501220 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-b7652624-45cc-4954-8ab5-69adb4f88ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:01:13.505090 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7652624-45cc-4954-8ab5-69adb4f88ac7 admin admin] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:01:13.515119 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (61a4ca7e-4d96-47cd-884f-8ae6f411c739), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:13.517655 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device e4bf98bc-50ea-4189-946b-e729915ac437 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:01:13.540377 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7652624-45cc-4954-8ab5-69adb4f88ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=162418b5-daf8-4726-8f17-ebb915695ced,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:13.566338 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b7652624-45cc-4954-8ab5-69adb4f88ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688509'] for router_interface (b48f479a-35a5-43fe-b608-11c65a0f81cd), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:13.597403 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa14e0-ccc2-4b29-b87d-c0e2f19c9fb0 None None] Pushing event updated for resources: {'Port': ['ID=61a4ca7e-4d96-47cd-884f-8ae6f411c739,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:13.632041 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] Attempting to bind port 61a4ca7e-4d96-47cd-884f-8ae6f411c739 on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 17:01:13.632422 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] Attempting to bind port 61a4ca7e-4d96-47cd-884f-8ae6f411c739 by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 17:01:13.632792 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] Attempting to bind port 61a4ca7e-4d96-47cd-884f-8ae6f411c739 on network e6ae233f-293e-41a5-ad0b-5fc845cdb59d {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:01:13.640635 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 17, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 17:01:13.640948 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] Checking segment: {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:01:13.641320 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:13.641716 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] Bound using segment: {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 17:01:13.642198 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] Bound port: 61a4ca7e-4d96-47cd-884f-8ae6f411c739, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 17:01:13.642581 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (61a4ca7e-4d96-47cd-884f-8ae6f411c739), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:13.702314 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505695ed-086d-409e-af2b-8afa72974e7d req-33f1d584-b6a1-4f75-9953-15db207073f2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:13.705396 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-505695ed-086d-409e-af2b-8afa72974e7d req-33f1d584-b6a1-4f75-9953-15db207073f2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 945 time: 0.0701497 Mar 01 17:01:13.717899 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c0464de6-295f-4946-923d-cf34a7ed7cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:13.725685 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port e4bf98bc-50ea-4189-946b-e729915ac437 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:13.726023 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (e4bf98bc-50ea-4189-946b-e729915ac437), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:13.753058 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b7652624-45cc-4954-8ab5-69adb4f88ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (162418b5-daf8-4726-8f17-ebb915695ced), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:13.757210 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] For port 61a4ca7e-4d96-47cd-884f-8ae6f411c739, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 17:01:13.779469 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-505695ed-086d-409e-af2b-8afa72974e7d req-7a2a7ffe-c310-417c-aae7-07dc271a5e3a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674181 Mar 01 17:01:13.780936 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] For port 61a4ca7e-4d96-47cd-884f-8ae6f411c739, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=61a4ca7e-4d96-47cd-884f-8ae6f411c739,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 17:01:13.790638 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (61a4ca7e-4d96-47cd-884f-8ae6f411c739), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:13.895578 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa14e0-ccc2-4b29-b87d-c0e2f19c9fb0 None None] Pushing event updated for resources: {'Port': ['ID=61a4ca7e-4d96-47cd-884f-8ae6f411c739,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:13.902984 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-301029b9-10ef-4afd-ba70-2b451bc7f52e None None] Provisioning complete for port 162418b5-daf8-4726-8f17-ebb915695ced triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:13.903377 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-301029b9-10ef-4afd-ba70-2b451bc7f52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (162418b5-daf8-4726-8f17-ebb915695ced), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:13.909675 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] Routers {'b48f479a-35a5-43fe-b608-11c65a0f81cd'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:01:13.910672 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:00:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['b48f479a-35a5-43fe-b608-11c65a0f81cd'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:13.981564 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port e4bf98bc-50ea-4189-946b-e729915ac437 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:13.996906 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-301029b9-10ef-4afd-ba70-2b451bc7f52e None None] Port 162418b5-daf8-4726-8f17-ebb915695ced cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 17:01:14.013853 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9b959-6f89-461c-9792-53805e5b60f7 req-0b862611-97fa-40fb-92ba-329ba8a2079b tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:14.015481 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8fb9b959-6f89-461c-9792-53805e5b60f7 req-0b862611-97fa-40fb-92ba-329ba8a2079b tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 945 time: 0.1425552 Mar 01 17:01:14.024587 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57302) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:14.032745 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-d5c4e997-2dbf-4f95-a333-f2147adc3c6a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Request body: {'floatingip': {'port_id': '40338080-b8ff-4380-8765-3c32a3809d17'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:14.041051 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b7652624-45cc-4954-8ab5-69adb4f88ac7 admin admin] Publish callbacks [] for port (162418b5-daf8-4726-8f17-ebb915695ced), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:14.047691 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b7652624-45cc-4954-8ab5-69adb4f88ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (162418b5-daf8-4726-8f17-ebb915695ced), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:14.064205 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] Set router b48f479a-35a5-43fe-b608-11c65a0f81cd gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:01:14.079987 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d5c4e997-2dbf-4f95-a333-f2147adc3c6a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for floatingip (57bfa90a-d617-4077-acfb-3ce1b667bac3), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:14.132990 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b7652624-45cc-4954-8ab5-69adb4f88ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690157'] for router_interface (b48f479a-35a5-43fe-b608-11c65a0f81cd), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:14.136092 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7652624-45cc-4954-8ab5-69adb4f88ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=162418b5-daf8-4726-8f17-ebb915695ced,revision_number=2']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:14.240839 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7652624-45cc-4954-8ab5-69adb4f88ac7 admin admin] Network d6046e82-458d-4f62-9448-cbf1da4a132e is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:01:14.242620 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-b7652624-45cc-4954-8ab5-69adb4f88ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:01:14.341493 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 1, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:14.375534 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbe8114-c47f-4f8a-833c-f72665e06d2c None None] The sync data for ids ['b48f479a-35a5-43fe-b608-11c65a0f81cd'] in dv-cinder-831247-2-iscsi is: [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 1, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:01:14.414808 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7652624-45cc-4954-8ab5-69adb4f88ac7 admin admin] Router b48f479a-35a5-43fe-b608-11c65a0f81cd has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:01:14.525886 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-2eb2438e-6aff-4def-90e7-08f4bc73dea1 None None] Provisioning complete for port 162418b5-daf8-4726-8f17-ebb915695ced triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:14.526472 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2eb2438e-6aff-4def-90e7-08f4bc73dea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (162418b5-daf8-4726-8f17-ebb915695ced), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:14.567857 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-2eb2438e-6aff-4def-90e7-08f4bc73dea1 None None] Port 162418b5-daf8-4726-8f17-ebb915695ced cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 17:01:14.580519 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7652624-45cc-4954-8ab5-69adb4f88ac7 admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:01:14.587978 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-b7652624-45cc-4954-8ab5-69adb4f88ac7 admin admin] 10.222.0.55 "PUT /v2.0/routers/b48f479a-35a5-43fe-b608-11c65a0f81cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9644835 Mar 01 17:01:14.693828 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d5c4e997-2dbf-4f95-a333-f2147adc3c6a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:14.698529 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d5c4e997-2dbf-4f95-a333-f2147adc3c6a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688646'] for floatingip (57bfa90a-d617-4077-acfb-3ce1b667bac3), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:14.822932 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.db.l3_db [None req-d5c4e997-2dbf-4f95-a333-f2147adc3c6a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Floating IP 57bfa90a-d617-4077-acfb-3ce1b667bac3 associated. External IP: 172.27.0.132, port: 40338080-b8ff-4380-8765-3c32a3809d17. Mar 01 17:01:15.089272 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c4e997-2dbf-4f95-a333-f2147adc3c6a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Router d2d4352e-39d5-4290-88fc-cf6ccbf8714c has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:01:15.191905 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57318) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:15.197519 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-adaa5bf3-3022-4d94-90d4-a6e3d9e04e44 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-921754991-network', 'tenant_id': 'ea6920f79f4148589b857ef95380015a'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:15.234031 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adaa5bf3-3022-4d94-90d4-a6e3d9e04e44 admin admin] Made reservation on behalf of ea6920f79f4148589b857ef95380015a for: {'network': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:01:15.234031 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-adaa5bf3-3022-4d94-90d4-a6e3d9e04e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for network (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:15.241348 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-adaa5bf3-3022-4d94-90d4-a6e3d9e04e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:15.372687 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-adaa5bf3-3022-4d94-90d4-a6e3d9e04e44 admin admin] Publish callbacks [] for security_group (a7a204c9-70e6-4d41-bdc1-467e7921eb6e), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:15.377300 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-adaa5bf3-3022-4d94-90d4-a6e3d9e04e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (a7a204c9-70e6-4d41-bdc1-467e7921eb6e), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:15.403868 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adaa5bf3-3022-4d94-90d4-a6e3d9e04e44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 17:01:15.414746 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa5bf3-3022-4d94-90d4-a6e3d9e04e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a204c9-70e6-4d41-bdc1-467e7921eb6e,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:15.419991 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-adaa5bf3-3022-4d94-90d4-a6e3d9e04e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (01c31847-cd43-4234-a53f-06b28393aaa6), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:15.420347 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.segments_db [None req-adaa5bf3-3022-4d94-90d4-a6e3d9e04e44 admin admin] Added segment 01c31847-cd43-4234-a53f-06b28393aaa6 of type vlan for network 4e7389b9-4557-4002-b533-a2c586f42413 Mar 01 17:01:15.493254 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-adaa5bf3-3022-4d94-90d4-a6e3d9e04e44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740453230677'] for network (4e7389b9-4557-4002-b533-a2c586f42413), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:15.527382 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-adaa5bf3-3022-4d94-90d4-a6e3d9e04e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (4e7389b9-4557-4002-b533-a2c586f42413), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:15.528956 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaa5bf3-3022-4d94-90d4-a6e3d9e04e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:15.529623 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-adaa5bf3-3022-4d94-90d4-a6e3d9e04e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:15.553588 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c4e997-2dbf-4f95-a333-f2147adc3c6a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:01:15.559778 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d5c4e997-2dbf-4f95-a333-f2147adc3c6a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for floatingip (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:15.575623 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-adaa5bf3-3022-4d94-90d4-a6e3d9e04e44 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3823636 Mar 01 17:01:15.578849 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57320) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:15.580858 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 61a4ca7e-4d96-47cd-884f-8ae6f411c739 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:01:15.584106 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-a738395e-d05a-4eaf-a582-9f7796eaae35 admin admin] Request body: {'subnet': {'network_id': '4e7389b9-4557-4002-b533-a2c586f42413', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-921754991-subnet', 'tenant_id': 'ea6920f79f4148589b857ef95380015a', 'ip_version': 4}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:15.593530 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eabb40-0460-4af0-b542-07d73e2bda94 None None] Sync routers for ids ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'] in dv-cinder-831247-2-iscsi {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:01:15.601087 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-d5c4e997-2dbf-4f95-a333-f2147adc3c6a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "PUT /v2.0/floatingips/57bfa90a-d617-4077-acfb-3ce1b667bac3 HTTP/1.1" status: 200 len: 991 time: 1.5743961 Mar 01 17:01:15.602005 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9310280a-f27b-4009-b873-9fe632bc581e', 'tag': '40338080-b8ff-4380-8765-3c32a3809d17'}] {{(pid=103033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:01:15.604512 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dddadf24ac110f9ada54727228b3474a86f75cc3561f1e1b47b1deb8a3f97d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc4c846-6648-4d32-b5e8-3a9a8339aae0" -d '{"events": [{"name": "network-changed", "server_uuid": "9310280a-f27b-4009-b873-9fe632bc581e", "tag": "40338080-b8ff-4380-8765-3c32a3809d17"}]}' {{(pid=103033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:01:15.621056 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a738395e-d05a-4eaf-a582-9f7796eaae35 admin admin] Made reservation on behalf of ea6920f79f4148589b857ef95380015a for: {'subnet': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:01:15.622618 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eabb40-0460-4af0-b542-07d73e2bda94 None None] Routers {'d2d4352e-39d5-4290-88fc-cf6ccbf8714c'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:01:15.624215 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-a738395e-d05a-4eaf-a582-9f7796eaae35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12089765'] for subnet (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:15.624680 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-11eabb40-0460-4af0-b542-07d73e2bda94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:00:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:15.680595 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 17:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e6d33c-28c4-4460-9d19-f899fb5ab6cf x-openstack-request-id: req-31e6d33c-28c4-4460-9d19-f899fb5ab6cf {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:01:15.681447 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9310280a-f27b-4009-b873-9fe632bc581e", "tag": "40338080-b8ff-4380-8765-3c32a3809d17", "status": "completed", "code": 200}]} {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:01:15.681717 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-31e6d33c-28c4-4460-9d19-f899fb5ab6cf {{(pid=103033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:01:15.682378 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9310280a-f27b-4009-b873-9fe632bc581e', 'tag': '40338080-b8ff-4380-8765-3c32a3809d17', 'status': 'completed', 'code': 200} Mar 01 17:01:15.707680 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 61a4ca7e-4d96-47cd-884f-8ae6f411c739 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:15.708206 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (61a4ca7e-4d96-47cd-884f-8ae6f411c739), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:15.808995 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-11eabb40-0460-4af0-b542-07d73e2bda94 None None] Set router d2d4352e-39d5-4290-88fc-cf6ccbf8714c gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:01:15.836593 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 61a4ca7e-4d96-47cd-884f-8ae6f411c739 is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:15.837383 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (61a4ca7e-4d96-47cd-884f-8ae6f411c739), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:15.881495 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] For port 61a4ca7e-4d96-47cd-884f-8ae6f411c739, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=61a4ca7e-4d96-47cd-884f-8ae6f411c739,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:01:15.883009 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-a738395e-d05a-4eaf-a582-9f7796eaae35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12092270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12089751'] for subnet (f74e74ce-e3bc-4868-9d6e-bce3553d6c45), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:15.889097 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (61a4ca7e-4d96-47cd-884f-8ae6f411c739), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:15.912851 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa5bf3-3022-4d94-90d4-a6e3d9e04e44 admin admin] Pushing event updated for resources: {'Network': ['ID=4e7389b9-4557-4002-b533-a2c586f42413,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:15.986483 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Pushing event updated for resources: {'Port': ['ID=61a4ca7e-4d96-47cd-884f-8ae6f411c739,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:15.992233 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Network 4e7389b9-4557-4002-b533-a2c586f42413 details requested by agent ovs-agent-dv-cinder-831247-2-iscsi with host dv-cinder-831247-2-iscsi {{(pid=103034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 17:01:16.018946 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738395e-d05a-4eaf-a582-9f7796eaae35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f74e74ce-e3bc-4868-9d6e-bce3553d6c45,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:16.055086 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4c846-6648-4d32-b5e8-3a9a8339aae0 req-e4039e57-3d3f-42c3-b04f-40fcbdafe2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:16.056764 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-abc4c846-6648-4d32-b5e8-3a9a8339aae0 req-e4039e57-3d3f-42c3-b04f-40fcbdafe2a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce864652ab854207a48b6a2647514604&device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 1129 time: 0.1885886 Mar 01 17:01:16.090551 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a738395e-d05a-4eaf-a582-9f7796eaae35 admin admin] Checking segment: {'id': '01c31847-cd43-4234-a53f-06b28393aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4e7389b9-4557-4002-b533-a2c586f42413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:01:16.090962 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a738395e-d05a-4eaf-a582-9f7796eaae35 admin admin] Network hostable DHCP agents. Network: 4e7389b9-4557-4002-b533-a2c586f42413, hostable agents: ['76634103-e363-4824-9b69-d0e42b80a9e6'], hosted agents: [] {{(pid=103032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 17:01:16.111394 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9c9518ac-d661-4ec0-a00e-4dcff9f02f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:16.186518 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-11eabb40-0460-4af0-b542-07d73e2bda94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'name': 'tempest-AttachVolumeShelveTestJSON-619683467-router', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:31Z', 'updated_at': '2022-03-01T16:56:43Z', 'revision_number': 4, 'project_id': 'ce864652ab854207a48b6a2647514604', 'gw_port': {'id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:33Z', 'updated_at': '2022-03-01T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': '57bfa90a-d617-4077-acfb-3ce1b667bac3', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'port_id': '40338080-b8ff-4380-8765-3c32a3809d17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'mac_address': 'fa:16:3e:49:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9310280a-f27b-4009-b873-9fe632bc581e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:01:02Z', 'updated_at': '2022-03-01T17:01:14Z', 'revision_number': 1, 'project_id': 'ce864652ab854207a48b6a2647514604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8890ce23-2ad0-4829-bb1a-576edd0b550f', 'name': '', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'mac_address': 'fa:16:3e:59:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:40Z', 'updated_at': '2022-03-01T16:56:51Z', 'revision_number': 5, 'project_id': 'ce864652ab854207a48b6a2647514604', 'subnets': [{'id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:16.205728 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a738395e-d05a-4eaf-a582-9f7796eaae35 admin admin] Network 4e7389b9-4557-4002-b533-a2c586f42413 is scheduled to be hosted by DHCP agent 76634103-e363-4824-9b69-d0e42b80a9e6 with binding_index 1 {{(pid=103032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 17:01:16.221831 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-a738395e-d05a-4eaf-a582-9f7796eaae35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-2-iscsi, 4e7389b9-4557-4002-b533-a2c586f42413) {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:01:16.227062 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a738395e-d05a-4eaf-a582-9f7796eaae35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:16.227716 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-a738395e-d05a-4eaf-a582-9f7796eaae35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:16.232263 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7da94f4-539f-42ac-9a0f-c5e9dd8c3e7a None None] Network 4e7389b9-4557-4002-b533-a2c586f42413 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:01:16.251509 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eabb40-0460-4af0-b542-07d73e2bda94 None None] Checking router: d2d4352e-39d5-4290-88fc-cf6ccbf8714c for host: dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:01:16.282421 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eabb40-0460-4af0-b542-07d73e2bda94 None None] Routers {'d2d4352e-39d5-4290-88fc-cf6ccbf8714c'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:01:16.283033 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-11eabb40-0460-4af0-b542-07d73e2bda94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:01:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:16.307503 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-a738395e-d05a-4eaf-a582-9f7796eaae35 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7247775 Mar 01 17:01:16.307503 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4c846-6648-4d32-b5e8-3a9a8339aae0 req-0ec67066-1dae-46ce-b193-7e158f463351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:16.307791 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-abc4c846-6648-4d32-b5e8-3a9a8339aae0 req-0ec67066-1dae-46ce-b193-7e158f463351 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00da9fad-e099-4559-a3bd-7363f68afe10 HTTP/1.1" status: 200 len: 917 time: 0.2372029 Mar 01 17:01:16.307990 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57332) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:16.316638 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-0e844f36-970b-41dd-ae9c-146dde32d775 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-921754991-router', 'tenant_id': 'ea6920f79f4148589b857ef95380015a', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:16.372670 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0e844f36-970b-41dd-ae9c-146dde32d775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3699058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-523545'] for router (7cbf8b60-f076-4ad7-a12e-5d28470875b2), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:16.374428 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0e844f36-970b-41dd-ae9c-146dde32d775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3699426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3686717', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4184244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-523520'] for router (7cbf8b60-f076-4ad7-a12e-5d28470875b2), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:16.403171 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-abc4c846-6648-4d32-b5e8-3a9a8339aae0 req-dd2bae5c-26db-420b-9636-7bf2b8068092 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40338080-b8ff-4380-8765-3c32a3809d17 HTTP/1.1" status: 200 len: 999 time: 0.0888309 Mar 01 17:01:16.417163 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0b23e5-27fe-4c68-9b4b-326b381c98c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8729f57f-20ff-5eed-841b-78fe1ce83f3e-4e7389b9-4557-4002-b533-a2c586f42413', 'network_id': '4e7389b9-4557-4002-b533-a2c586f42413', 'project_id': 'ea6920f79f4148589b857ef95380015a', 'fixed_ips': [{'subnet_id': 'f74e74ce-e3bc-4868-9d6e-bce3553d6c45'}]}} from dv-cinder-831247-2-iscsi. {{(pid=103034) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 01 17:01:16.418783 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9e0b23e5-27fe-4c68-9b4b-326b381c98c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:16.455468 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-11eabb40-0460-4af0-b542-07d73e2bda94 None None] Set router d2d4352e-39d5-4290-88fc-cf6ccbf8714c gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:01:16.473634 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4c846-6648-4d32-b5e8-3a9a8339aae0 req-bd840179-6173-4a9d-b464-bb484c5f9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:16.475138 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-abc4c846-6648-4d32-b5e8-3a9a8339aae0 req-bd840179-6173-4a9d-b464-bb484c5f9774 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2dbbfa00-88e0-498f-b6e2-523e92ef3496 HTTP/1.1" status: 200 len: 855 time: 0.0633185 Mar 01 17:01:16.485960 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0e844f36-970b-41dd-ae9c-146dde32d775 admin admin] Publish callbacks [] for router_controller (7cbf8b60-f076-4ad7-a12e-5d28470875b2), precommit_add_association {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:16.571277 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4c846-6648-4d32-b5e8-3a9a8339aae0 req-89518c3e-81a0-45c7-b7c3-db4945894b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:16.576487 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-abc4c846-6648-4d32-b5e8-3a9a8339aae0 req-89518c3e-81a0-45c7-b7c3-db4945894b0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00da9fad-e099-4559-a3bd-7363f68afe10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0938661 Mar 01 17:01:16.615769 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.db_base_plugin_common [None req-9e0b23e5-27fe-4c68-9b4b-326b381c98c8 None None] Allocated IP 172.20.0.2 (4e7389b9-4557-4002-b533-a2c586f42413/f74e74ce-e3bc-4868-9d6e-bce3553d6c45/0304fa81-36ca-432e-9fbc-eaec3793929c) {{(pid=103034) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:01:16.711821 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0e844f36-970b-41dd-ae9c-146dde32d775 admin admin] Publish callbacks [] for router_gateway (7cbf8b60-f076-4ad7-a12e-5d28470875b2), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:16.717655 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-abc4c846-6648-4d32-b5e8-3a9a8339aae0 req-b0e4e960-5d51-4d1a-903b-ba631c5d9312 service neutron] 10.222.0.37 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347911 Mar 01 17:01:16.743125 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-11eabb40-0460-4af0-b542-07d73e2bda94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'name': 'tempest-AttachVolumeShelveTestJSON-619683467-router', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:31Z', 'updated_at': '2022-03-01T16:56:43Z', 'revision_number': 4, 'project_id': 'ce864652ab854207a48b6a2647514604', 'gw_port': {'id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:33Z', 'updated_at': '2022-03-01T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': '57bfa90a-d617-4077-acfb-3ce1b667bac3', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'port_id': '40338080-b8ff-4380-8765-3c32a3809d17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'mac_address': 'fa:16:3e:49:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9310280a-f27b-4009-b873-9fe632bc581e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:01:02Z', 'updated_at': '2022-03-01T17:01:14Z', 'revision_number': 1, 'project_id': 'ce864652ab854207a48b6a2647514604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8890ce23-2ad0-4829-bb1a-576edd0b550f', 'name': '', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'mac_address': 'fa:16:3e:59:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:40Z', 'updated_at': '2022-03-01T16:56:51Z', 'revision_number': 5, 'project_id': 'ce864652ab854207a48b6a2647514604', 'subnets': [{'id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:16.773159 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eabb40-0460-4af0-b542-07d73e2bda94 None None] The sync data for ids ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'] in dv-cinder-831247-2-iscsi is: [{'id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'name': 'tempest-AttachVolumeShelveTestJSON-619683467-router', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:31Z', 'updated_at': '2022-03-01T16:56:43Z', 'revision_number': 4, 'project_id': 'ce864652ab854207a48b6a2647514604', 'gw_port': {'id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:33Z', 'updated_at': '2022-03-01T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': '57bfa90a-d617-4077-acfb-3ce1b667bac3', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'port_id': '40338080-b8ff-4380-8765-3c32a3809d17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'mac_address': 'fa:16:3e:49:1b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9310280a-f27b-4009-b873-9fe632bc581e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:01:02Z', 'updated_at': '2022-03-01T17:01:14Z', 'revision_number': 1, 'project_id': 'ce864652ab854207a48b6a2647514604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8890ce23-2ad0-4829-bb1a-576edd0b550f', 'name': '', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'mac_address': 'fa:16:3e:59:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:40Z', 'updated_at': '2022-03-01T16:56:51Z', 'revision_number': 5, 'project_id': 'ce864652ab854207a48b6a2647514604', 'subnets': [{'id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:01:16.800141 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9e0b23e5-27fe-4c68-9b4b-326b381c98c8 None None] Publish callbacks [] for port (0304fa81-36ca-432e-9fbc-eaec3793929c), precommit_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:16.810674 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9e0b23e5-27fe-4c68-9b4b-326b381c98c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615'] for port (0304fa81-36ca-432e-9fbc-eaec3793929c), after_create {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:16.851441 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-abc4c846-6648-4d32-b5e8-3a9a8339aae0 req-f380ce4f-4098-4959-95f2-d553288a0e94 service neutron] 10.222.0.37 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263392 Mar 01 17:01:16.868934 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0b23e5-27fe-4c68-9b4b-326b381c98c8 None None] Network 4e7389b9-4557-4002-b533-a2c586f42413 is already hosted by enough agents. {{(pid=103034) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:01:16.875018 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.scheduler.base_scheduler [None req-9e0b23e5-27fe-4c68-9b4b-326b381c98c8 None None] Resources bound (agent type, host, resource id): {{(pid=103034) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:01:16.879248 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0b23e5-27fe-4c68-9b4b-326b381c98c8 None None] Received port after_create {{(pid=103034) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:01:16.887480 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b23e5-27fe-4c68-9b4b-326b381c98c8 None None] Pushing event updated for resources: {'Port': ['ID=0304fa81-36ca-432e-9fbc-eaec3793929c,revision_number=1']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:16.960656 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-9e0b23e5-27fe-4c68-9b4b-326b381c98c8 None None] Attempting to bind port 0304fa81-36ca-432e-9fbc-eaec3793929c on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 17:01:16.961190 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-9e0b23e5-27fe-4c68-9b4b-326b381c98c8 None None] Attempting to bind port 0304fa81-36ca-432e-9fbc-eaec3793929c by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': '01c31847-cd43-4234-a53f-06b28393aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4e7389b9-4557-4002-b533-a2c586f42413'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 17:01:16.961578 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0b23e5-27fe-4c68-9b4b-326b381c98c8 None None] Attempting to bind port 0304fa81-36ca-432e-9fbc-eaec3793929c on network 4e7389b9-4557-4002-b533-a2c586f42413 {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:01:16.971522 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:16.973682 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0b23e5-27fe-4c68-9b4b-326b381c98c8 None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 17, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 17:01:16.974071 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0b23e5-27fe-4c68-9b4b-326b381c98c8 None None] Checking segment: {'id': '01c31847-cd43-4234-a53f-06b28393aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4e7389b9-4557-4002-b533-a2c586f42413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:01:16.974463 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9e0b23e5-27fe-4c68-9b4b-326b381c98c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:16.974868 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0b23e5-27fe-4c68-9b4b-326b381c98c8 None None] Bound using segment: {'id': '01c31847-cd43-4234-a53f-06b28393aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4e7389b9-4557-4002-b533-a2c586f42413'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 17:01:16.975406 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-9e0b23e5-27fe-4c68-9b4b-326b381c98c8 None None] Bound port: 0304fa81-36ca-432e-9fbc-eaec3793929c, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c31847-cd43-4234-a53f-06b28393aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4e7389b9-4557-4002-b533-a2c586f42413'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 17:01:16.975782 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9e0b23e5-27fe-4c68-9b4b-326b381c98c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (0304fa81-36ca-432e-9fbc-eaec3793929c), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:16.986197 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0e844f36-970b-41dd-ae9c-146dde32d775 admin admin] Publish callbacks [] for router_gateway (7cbf8b60-f076-4ad7-a12e-5d28470875b2), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:17.006300 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0e844f36-970b-41dd-ae9c-146dde32d775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:17.048327 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-9e0b23e5-27fe-4c68-9b4b-326b381c98c8 None None] For port 0304fa81-36ca-432e-9fbc-eaec3793929c, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 17:01:17.051796 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-9e0b23e5-27fe-4c68-9b4b-326b381c98c8 None None] For port 0304fa81-36ca-432e-9fbc-eaec3793929c, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=0304fa81-36ca-432e-9fbc-eaec3793929c,segment=NetworkSegment(01c31847-cd43-4234-a53f-06b28393aaa6),segment_id=01c31847-cd43-4234-a53f-06b28393aaa6)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 17:01:17.060120 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9e0b23e5-27fe-4c68-9b4b-326b381c98c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (0304fa81-36ca-432e-9fbc-eaec3793929c), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:17.121418 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b23e5-27fe-4c68-9b4b-326b381c98c8 None None] Pushing event updated for resources: {'Port': ['ID=0304fa81-36ca-432e-9fbc-eaec3793929c,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:17.129290 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [None req-0e844f36-970b-41dd-ae9c-146dde32d775 admin admin] Allocated IP 172.27.0.6 (e6ae233f-293e-41a5-ad0b-5fc845cdb59d/f57a09de-5442-447f-9fd0-ed63e9a7467a/086100fa-78e9-4046-b904-fb48b9788119) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:01:17.217981 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] Sync routers for ids ['b48f479a-35a5-43fe-b608-11c65a0f81cd'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:01:17.231264 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] Routers {'b48f479a-35a5-43fe-b608-11c65a0f81cd'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:01:17.231971 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:01:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['b48f479a-35a5-43fe-b608-11c65a0f81cd'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:17.241467 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0e844f36-970b-41dd-ae9c-146dde32d775 admin admin] Publish callbacks [] for port (086100fa-78e9-4046-b904-fb48b9788119), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:17.309033 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0e844f36-970b-41dd-ae9c-146dde32d775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (086100fa-78e9-4046-b904-fb48b9788119), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:17.372976 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e844f36-970b-41dd-ae9c-146dde32d775 admin admin] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:01:17.375961 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-0e844f36-970b-41dd-ae9c-146dde32d775 admin admin] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:01:17.380280 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e844f36-970b-41dd-ae9c-146dde32d775 admin admin] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:01:17.412788 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e844f36-970b-41dd-ae9c-146dde32d775 admin admin] Pushing event updated for resources: {'Port': ['ID=086100fa-78e9-4046-b904-fb48b9788119,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:17.604220 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c25bf86-7a4b-44c4-8a72-9c1fc05afd7f None None] New status for floating IP 57bfa90a-d617-4077-acfb-3ce1b667bac3: ACTIVE {{(pid=103035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 17:01:17.615132 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] Set router b48f479a-35a5-43fe-b608-11c65a0f81cd gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:01:17.666591 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 61a4ca7e-4d96-47cd-884f-8ae6f411c739 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:01:17.786302 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0e844f36-970b-41dd-ae9c-146dde32d775 admin admin] Publish callbacks [] for router_gateway (7cbf8b60-f076-4ad7-a12e-5d28470875b2), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:17.849312 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 61a4ca7e-4d96-47cd-884f-8ae6f411c739 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:17.849688 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (61a4ca7e-4d96-47cd-884f-8ae6f411c739), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:17.981029 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 61a4ca7e-4d96-47cd-884f-8ae6f411c739 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:17.982137 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 0304fa81-36ca-432e-9fbc-eaec3793929c up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:01:18.000182 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0e844f36-970b-41dd-ae9c-146dde32d775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3699445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3686752'] for router (7cbf8b60-f076-4ad7-a12e-5d28470875b2), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:18.025806 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 2, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:18.065838 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] Checking router: b48f479a-35a5-43fe-b608-11c65a0f81cd for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:01:18.066196 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] Updating router b48f479a-35a5-43fe-b608-11c65a0f81cd port 162418b5-daf8-4726-8f17-ebb915695ced binding host dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 17:01:18.100115 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (162418b5-daf8-4726-8f17-ebb915695ced), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:18.113938 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 0304fa81-36ca-432e-9fbc-eaec3793929c triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:18.114311 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (0304fa81-36ca-432e-9fbc-eaec3793929c), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:18.156411 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e844f36-970b-41dd-ae9c-146dde32d775 admin admin] Router 7cbf8b60-f076-4ad7-a12e-5d28470875b2 is scheduled to L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 with binding_index 1 {{(pid=103033) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 01 17:01:18.278404 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e844f36-970b-41dd-ae9c-146dde32d775 admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:01:18.298006 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] Sync routers for ids ['7cbf8b60-f076-4ad7-a12e-5d28470875b2'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:01:18.300413 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0e844f36-970b-41dd-ae9c-146dde32d775 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:18.302059 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-0e844f36-970b-41dd-ae9c-146dde32d775 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9920003 Mar 01 17:01:18.304827 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57342) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:18.354235 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 0304fa81-36ca-432e-9fbc-eaec3793929c is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:18.354717 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (0304fa81-36ca-432e-9fbc-eaec3793929c), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:18.363587 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2679dc3-3a8f-4651-b518-7f80849a3a82 None None] Network 4e7389b9-4557-4002-b533-a2c586f42413 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:01:18.404100 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] Routers {'7cbf8b60-f076-4ad7-a12e-5d28470875b2'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:01:18.404748 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:01:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['7cbf8b60-f076-4ad7-a12e-5d28470875b2'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:18.551801 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] For port 0304fa81-36ca-432e-9fbc-eaec3793929c, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=0304fa81-36ca-432e-9fbc-eaec3793929c,segment=NetworkSegment(01c31847-cd43-4234-a53f-06b28393aaa6),segment_id=01c31847-cd43-4234-a53f-06b28393aaa6)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:01:18.574406 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (0304fa81-36ca-432e-9fbc-eaec3793929c), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:18.697583 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-5d63b1c5-eb58-4ce5-bea2-d57d4828f767 None None] Provisioning complete for port 0304fa81-36ca-432e-9fbc-eaec3793929c triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:18.698294 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-5d63b1c5-eb58-4ce5-bea2-d57d4828f767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (0304fa81-36ca-432e-9fbc-eaec3793929c), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:18.738031 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Pushing event updated for resources: {'Port': ['ID=0304fa81-36ca-432e-9fbc-eaec3793929c,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:18.805550 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:18.833166 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] Set router 7cbf8b60-f076-4ad7-a12e-5d28470875b2 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:01:18.871308 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] Publish callbacks [] for port (162418b5-daf8-4726-8f17-ebb915695ced), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:18.910353 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (162418b5-daf8-4726-8f17-ebb915695ced), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:19.070713 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafaa091-b4a2-4e64-96df-ad623ae4e6cc None None] Pushing event updated for resources: {'Port': ['ID=162418b5-daf8-4726-8f17-ebb915695ced,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:19.079446 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2b4fe00a-2f41-48c3-bccf-546e41568430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:19.111432 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-5d63b1c5-eb58-4ce5-bea2-d57d4828f767 None None] Current status of the port 0304fa81-36ca-432e-9fbc-eaec3793929c is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:19.154003 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] Attempting to bind port 162418b5-daf8-4726-8f17-ebb915695ced on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 17:01:19.154406 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] Attempting to bind port 162418b5-daf8-4726-8f17-ebb915695ced by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': 'd30029e1-fef4-4b84-9127-2a2720257a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 17:01:19.154773 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] Attempting to bind port 162418b5-daf8-4726-8f17-ebb915695ced on network d6046e82-458d-4f62-9448-cbf1da4a132e {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:01:19.182500 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 17, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 17:01:19.182876 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] Checking segment: {'id': 'd30029e1-fef4-4b84-9127-2a2720257a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:01:19.183496 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:19.184032 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] Bound using segment: {'id': 'd30029e1-fef4-4b84-9127-2a2720257a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 17:01:19.184585 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] Bound port: 162418b5-daf8-4726-8f17-ebb915695ced, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30029e1-fef4-4b84-9127-2a2720257a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 17:01:19.185059 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (162418b5-daf8-4726-8f17-ebb915695ced), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:19.267843 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [None req-2b4fe00a-2f41-48c3-bccf-546e41568430 admin admin] Allocated IP 172.20.0.1 (4e7389b9-4557-4002-b533-a2c586f42413/f74e74ce-e3bc-4868-9d6e-bce3553d6c45/7e0199c8-5ceb-450a-bb56-1d1bc12bdad9) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:01:19.270173 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbf8b60-f076-4ad7-a12e-5d28470875b2', 'name': 'tempest-TestVolumeBootPattern-921754991-router', 'tenant_id': 'ea6920f79f4148589b857ef95380015a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '086100fa-78e9-4046-b904-fb48b9788119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:16Z', 'updated_at': '2022-03-01T17:01:17Z', 'revision_number': 3, 'project_id': 'ea6920f79f4148589b857ef95380015a', 'gw_port': {'id': '086100fa-78e9-4046-b904-fb48b9788119', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbf8b60-f076-4ad7-a12e-5d28470875b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:17Z', 'updated_at': '2022-03-01T17:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:19.273862 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] For port 162418b5-daf8-4726-8f17-ebb915695ced, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 17:01:19.397475 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2b4fe00a-2f41-48c3-bccf-546e41568430 admin admin] Publish callbacks [] for port (7e0199c8-5ceb-450a-bb56-1d1bc12bdad9), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:19.451841 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2b4fe00a-2f41-48c3-bccf-546e41568430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (7e0199c8-5ceb-450a-bb56-1d1bc12bdad9), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:19.457537 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] Checking router: 7cbf8b60-f076-4ad7-a12e-5d28470875b2 for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:01:19.458167 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] Updating router 7cbf8b60-f076-4ad7-a12e-5d28470875b2 port 086100fa-78e9-4046-b904-fb48b9788119 binding host dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 17:01:19.470228 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] For port 162418b5-daf8-4726-8f17-ebb915695ced, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=162418b5-daf8-4726-8f17-ebb915695ced,segment=NetworkSegment(d30029e1-fef4-4b84-9127-2a2720257a02),segment_id=d30029e1-fef4-4b84-9127-2a2720257a02)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 17:01:19.498196 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (162418b5-daf8-4726-8f17-ebb915695ced), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:19.500047 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4fe00a-2f41-48c3-bccf-546e41568430 admin admin] Network 4e7389b9-4557-4002-b533-a2c586f42413 is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:01:19.504124 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-2b4fe00a-2f41-48c3-bccf-546e41568430 admin admin] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:01:19.508862 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4fe00a-2f41-48c3-bccf-546e41568430 admin admin] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:01:19.513102 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fe00a-2f41-48c3-bccf-546e41568430 admin admin] Pushing event updated for resources: {'Port': ['ID=7e0199c8-5ceb-450a-bb56-1d1bc12bdad9,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:19.521011 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 0304fa81-36ca-432e-9fbc-eaec3793929c up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:01:19.555887 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2b4fe00a-2f41-48c3-bccf-546e41568430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688509'] for router_interface (7cbf8b60-f076-4ad7-a12e-5d28470875b2), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:19.562792 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (086100fa-78e9-4046-b904-fb48b9788119), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:19.570992 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-19876eaa-c047-42cb-8df4-ca2e9e0c7897 None None] Provisioning complete for port 162418b5-daf8-4726-8f17-ebb915695ced triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:19.571384 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-19876eaa-c047-42cb-8df4-ca2e9e0c7897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (162418b5-daf8-4726-8f17-ebb915695ced), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:19.688424 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] Routers {'b48f479a-35a5-43fe-b608-11c65a0f81cd'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:01:19.692012 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:01:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['b48f479a-35a5-43fe-b608-11c65a0f81cd'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:19.740480 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2b4fe00a-2f41-48c3-bccf-546e41568430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (7e0199c8-5ceb-450a-bb56-1d1bc12bdad9), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:19.921067 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafaa091-b4a2-4e64-96df-ad623ae4e6cc None None] Pushing event updated for resources: {'Port': ['ID=162418b5-daf8-4726-8f17-ebb915695ced,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:19.966564 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2b4fe00a-2f41-48c3-bccf-546e41568430 admin admin] Publish callbacks [] for port (7e0199c8-5ceb-450a-bb56-1d1bc12bdad9), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:19.972127 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2b4fe00a-2f41-48c3-bccf-546e41568430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (7e0199c8-5ceb-450a-bb56-1d1bc12bdad9), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:19.987655 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:20.039855 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 0304fa81-36ca-432e-9fbc-eaec3793929c triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:20.040320 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (0304fa81-36ca-432e-9fbc-eaec3793929c), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:20.063061 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2b4fe00a-2f41-48c3-bccf-546e41568430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3690157'] for router_interface (7cbf8b60-f076-4ad7-a12e-5d28470875b2), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:20.064971 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fe00a-2f41-48c3-bccf-546e41568430 admin admin] Pushing event updated for resources: {'Port': ['ID=7e0199c8-5ceb-450a-bb56-1d1bc12bdad9,revision_number=2']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:20.170424 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4fe00a-2f41-48c3-bccf-546e41568430 admin admin] Network 4e7389b9-4557-4002-b533-a2c586f42413 is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:01:20.171928 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-2b4fe00a-2f41-48c3-bccf-546e41568430 admin admin] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:01:20.188342 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-19876eaa-c047-42cb-8df4-ca2e9e0c7897 None None] Current status of the port 162418b5-daf8-4726-8f17-ebb915695ced is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:20.188751 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-19876eaa-c047-42cb-8df4-ca2e9e0c7897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (162418b5-daf8-4726-8f17-ebb915695ced), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:20.191666 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] Set router b48f479a-35a5-43fe-b608-11c65a0f81cd gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:01:20.250166 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] Publish callbacks [] for port (086100fa-78e9-4046-b904-fb48b9788119), precommit_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:20.267422 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (086100fa-78e9-4046-b904-fb48b9788119), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:20.298474 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4fe00a-2f41-48c3-bccf-546e41568430 admin admin] Router 7cbf8b60-f076-4ad7-a12e-5d28470875b2 has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:01:20.419250 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-19876eaa-c047-42cb-8df4-ca2e9e0c7897 None None] For port 162418b5-daf8-4726-8f17-ebb915695ced, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=162418b5-daf8-4726-8f17-ebb915695ced,segment=NetworkSegment(d30029e1-fef4-4b84-9127-2a2720257a02),segment_id=d30029e1-fef4-4b84-9127-2a2720257a02)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:01:20.421640 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4fe00a-2f41-48c3-bccf-546e41568430 admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:01:20.429351 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-2b4fe00a-2f41-48c3-bccf-546e41568430 admin admin] 10.222.0.55 "PUT /v2.0/routers/7cbf8b60-f076-4ad7-a12e-5d28470875b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1226449 Mar 01 17:01:20.444577 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-19876eaa-c047-42cb-8df4-ca2e9e0c7897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (162418b5-daf8-4726-8f17-ebb915695ced), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:20.450221 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbfd20-e2c3-45c4-8685-cb65ad99c3b7 None None] Pushing event updated for resources: {'Port': ['ID=086100fa-78e9-4046-b904-fb48b9788119,revision_number=2']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:20.456946 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] Attempting to bind port 086100fa-78e9-4046-b904-fb48b9788119 on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 17:01:20.457276 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] Attempting to bind port 086100fa-78e9-4046-b904-fb48b9788119 by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 17:01:20.457607 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] Attempting to bind port 086100fa-78e9-4046-b904-fb48b9788119 on network e6ae233f-293e-41a5-ad0b-5fc845cdb59d {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:01:20.496698 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 0304fa81-36ca-432e-9fbc-eaec3793929c is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:20.525214 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 17, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 17:01:20.525599 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] Checking segment: {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:01:20.526007 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:20.526409 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] Bound using segment: {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'} {{(pid=103034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 17:01:20.527499 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.managers [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] Bound port: 086100fa-78e9-4046-b904-fb48b9788119, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ea96c5-a503-469a-b6da-f0d57ecde7cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}}] {{(pid=103034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 17:01:20.527917 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (086100fa-78e9-4046-b904-fb48b9788119), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:20.568664 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-19876eaa-c047-42cb-8df4-ca2e9e0c7897 None None] Provisioning complete for port 0304fa81-36ca-432e-9fbc-eaec3793929c triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:20.569049 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-19876eaa-c047-42cb-8df4-ca2e9e0c7897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (0304fa81-36ca-432e-9fbc-eaec3793929c), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:20.640081 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19876eaa-c047-42cb-8df4-ca2e9e0c7897 None None] Pushing event updated for resources: {'Port': ['ID=162418b5-daf8-4726-8f17-ebb915695ced,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:20.677239 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] For port 086100fa-78e9-4046-b904-fb48b9788119, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 17:01:20.696200 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] For port 086100fa-78e9-4046-b904-fb48b9788119, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=086100fa-78e9-4046-b904-fb48b9788119,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 17:01:20.707234 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (086100fa-78e9-4046-b904-fb48b9788119), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:20.808402 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-19876eaa-c047-42cb-8df4-ca2e9e0c7897 None None] Current status of the port 0304fa81-36ca-432e-9fbc-eaec3793929c is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:20.817642 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] Routers {'7cbf8b60-f076-4ad7-a12e-5d28470875b2'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:01:20.818258 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:01:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['7cbf8b60-f076-4ad7-a12e-5d28470875b2'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:20.821590 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbfd20-e2c3-45c4-8685-cb65ad99c3b7 None None] Pushing event updated for resources: {'Port': ['ID=086100fa-78e9-4046-b904-fb48b9788119,revision_number=3']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:20.856076 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:19Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:20.892681 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4f7e92-3dc8-450c-bc29-17c88c830233 None None] The sync data for ids ['b48f479a-35a5-43fe-b608-11c65a0f81cd'] in dv-cinder-831247-2-iscsi is: [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:19Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:01:20.961486 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-abc5ebee-9a9f-401c-8960-c78802b11664 None None] Provisioning complete for port 162418b5-daf8-4726-8f17-ebb915695ced triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:20.962141 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-abc5ebee-9a9f-401c-8960-c78802b11664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (162418b5-daf8-4726-8f17-ebb915695ced), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:20.987222 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] Set router 7cbf8b60-f076-4ad7-a12e-5d28470875b2 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:01:21.169414 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57372) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:21.174852 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-c23c7eee-0015-46c5-a10d-fb9c2e7af821 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-767074820', 'description': 'tempest-secgroup-smoke-767074820 description', 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:21.204043 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c23c7eee-0015-46c5-a10d-fb9c2e7af821 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:21.277608 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c23c7eee-0015-46c5-a10d-fb9c2e7af821 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group (73c3e60a-fd1b-46ba-a82e-38ce327405b2), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:21.281649 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c23c7eee-0015-46c5-a10d-fb9c2e7af821 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (73c3e60a-fd1b-46ba-a82e-38ce327405b2), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:21.312589 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c23c7eee-0015-46c5-a10d-fb9c2e7af821 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:21.316759 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-c23c7eee-0015-46c5-a10d-fb9c2e7af821 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1433215 Mar 01 17:01:21.316944 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57374) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:21.321263 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-abc5ebee-9a9f-401c-8960-c78802b11664 None None] Current status of the port 162418b5-daf8-4726-8f17-ebb915695ced is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:21.321452 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-ce33581f-c53e-4fa2-b9a9-60a697594a8f tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Request body: {'security_group_rule': {'security_group_id': '73c3e60a-fd1b-46ba-a82e-38ce327405b2', 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:21.326895 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c7eee-0015-46c5-a10d-fb9c2e7af821 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c3e60a-fd1b-46ba-a82e-38ce327405b2,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:21.351772 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ce33581f-c53e-4fa2-b9a9-60a697594a8f tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group_rule (e5092478-93db-4739-8104-d02fc900c16d), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:21.367701 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-abc5ebee-9a9f-401c-8960-c78802b11664 None None] Provisioning complete for port 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:21.368179 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-abc5ebee-9a9f-401c-8960-c78802b11664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (7e0199c8-5ceb-450a-bb56-1d1bc12bdad9), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:21.413638 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-abc5ebee-9a9f-401c-8960-c78802b11664 None None] Port 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9 cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 17:01:21.431449 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ce33581f-c53e-4fa2-b9a9-60a697594a8f tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group_rule (e5092478-93db-4739-8104-d02fc900c16d), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:21.433350 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbf8b60-f076-4ad7-a12e-5d28470875b2', 'name': 'tempest-TestVolumeBootPattern-921754991-router', 'tenant_id': 'ea6920f79f4148589b857ef95380015a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '086100fa-78e9-4046-b904-fb48b9788119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:16Z', 'updated_at': '2022-03-01T17:01:19Z', 'revision_number': 4, 'project_id': 'ea6920f79f4148589b857ef95380015a', 'gw_port': {'id': '086100fa-78e9-4046-b904-fb48b9788119', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbf8b60-f076-4ad7-a12e-5d28470875b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:17Z', 'updated_at': '2022-03-01T17:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '7e0199c8-5ceb-450a-bb56-1d1bc12bdad9', 'name': '', 'network_id': '4e7389b9-4557-4002-b533-a2c586f42413', 'tenant_id': 'ea6920f79f4148589b857ef95380015a', 'mac_address': 'fa:16:3e:f8:91:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbf8b60-f076-4ad7-a12e-5d28470875b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f74e74ce-e3bc-4868-9d6e-bce3553d6c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:19Z', 'updated_at': '2022-03-01T17:01:19Z', 'revision_number': 2, 'project_id': 'ea6920f79f4148589b857ef95380015a', 'subnets': [{'id': 'f74e74ce-e3bc-4868-9d6e-bce3553d6c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:21.436488 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ce33581f-c53e-4fa2-b9a9-60a697594a8f tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (e5092478-93db-4739-8104-d02fc900c16d), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:21.457718 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33581f-c53e-4fa2-b9a9-60a697594a8f tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5092478-93db-4739-8104-d02fc900c16d,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:21.467892 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ce33581f-c53e-4fa2-b9a9-60a697594a8f tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:21.469580 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-ce33581f-c53e-4fa2-b9a9-60a697594a8f tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516645 Mar 01 17:01:21.472453 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57376) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:21.474795 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71ef8d9-e58f-4c47-ab91-2c9e64579364 None None] The sync data for ids ['7cbf8b60-f076-4ad7-a12e-5d28470875b2'] in dv-cinder-831247-2-iscsi is: [{'id': '7cbf8b60-f076-4ad7-a12e-5d28470875b2', 'name': 'tempest-TestVolumeBootPattern-921754991-router', 'tenant_id': 'ea6920f79f4148589b857ef95380015a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '086100fa-78e9-4046-b904-fb48b9788119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:16Z', 'updated_at': '2022-03-01T17:01:19Z', 'revision_number': 4, 'project_id': 'ea6920f79f4148589b857ef95380015a', 'gw_port': {'id': '086100fa-78e9-4046-b904-fb48b9788119', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbf8b60-f076-4ad7-a12e-5d28470875b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:17Z', 'updated_at': '2022-03-01T17:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '7e0199c8-5ceb-450a-bb56-1d1bc12bdad9', 'name': '', 'network_id': '4e7389b9-4557-4002-b533-a2c586f42413', 'tenant_id': 'ea6920f79f4148589b857ef95380015a', 'mac_address': 'fa:16:3e:f8:91:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbf8b60-f076-4ad7-a12e-5d28470875b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f74e74ce-e3bc-4868-9d6e-bce3553d6c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:19Z', 'updated_at': '2022-03-01T17:01:19Z', 'revision_number': 2, 'project_id': 'ea6920f79f4148589b857ef95380015a', 'subnets': [{'id': 'f74e74ce-e3bc-4868-9d6e-bce3553d6c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:01:21.478842 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-047f7756-ffb9-4206-b668-9a4ae98946c5 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Request body: {'security_group_rule': {'security_group_id': '73c3e60a-fd1b-46ba-a82e-38ce327405b2', 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:21.524963 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-047f7756-ffb9-4206-b668-9a4ae98946c5 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group_rule (6d2afe60-9979-4e01-a098-848251a516fa), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:21.566768 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 162418b5-daf8-4726-8f17-ebb915695ced up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:01:21.615395 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-047f7756-ffb9-4206-b668-9a4ae98946c5 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group_rule (6d2afe60-9979-4e01-a098-848251a516fa), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:21.622840 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-047f7756-ffb9-4206-b668-9a4ae98946c5 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (6d2afe60-9979-4e01-a098-848251a516fa), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:21.633887 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 162418b5-daf8-4726-8f17-ebb915695ced triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:21.634267 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (162418b5-daf8-4726-8f17-ebb915695ced), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:21.645521 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f7756-ffb9-4206-b668-9a4ae98946c5 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2afe60-9979-4e01-a098-848251a516fa,revision_number=0']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:21.661600 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-047f7756-ffb9-4206-b668-9a4ae98946c5 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:21.665474 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-047f7756-ffb9-4206-b668-9a4ae98946c5 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1889074 Mar 01 17:01:21.665980 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57378) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:21.672945 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-9719894d-deae-4f0b-82b0-665b073bb072 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Request body: {'security_group_rule': {'security_group_id': '73c3e60a-fd1b-46ba-a82e-38ce327405b2', 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:21.713516 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-9719894d-deae-4f0b-82b0-665b073bb072 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group_rule (3db8c27f-26fc-48d1-a787-ec59adbde9f9), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:21.748073 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 162418b5-daf8-4726-8f17-ebb915695ced is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:21.809270 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-9719894d-deae-4f0b-82b0-665b073bb072 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group_rule (3db8c27f-26fc-48d1-a787-ec59adbde9f9), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:21.813460 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-9719894d-deae-4f0b-82b0-665b073bb072 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (3db8c27f-26fc-48d1-a787-ec59adbde9f9), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:21.846794 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719894d-deae-4f0b-82b0-665b073bb072 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db8c27f-26fc-48d1-a787-ec59adbde9f9,revision_number=0']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:21.854548 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-9719894d-deae-4f0b-82b0-665b073bb072 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:21.856504 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-9719894d-deae-4f0b-82b0-665b073bb072 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1890898 Mar 01 17:01:21.859316 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57380) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:21.864062 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-e17a2288-8c9d-4e97-8ebb-0e1885cd07a6 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Request body: {'security_group_rule': {'security_group_id': '73c3e60a-fd1b-46ba-a82e-38ce327405b2', 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:21.896163 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e17a2288-8c9d-4e97-8ebb-0e1885cd07a6 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group_rule (bf547c6f-1fc3-48c6-b7d1-15197f7c478b), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:21.967307 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e17a2288-8c9d-4e97-8ebb-0e1885cd07a6 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group_rule (bf547c6f-1fc3-48c6-b7d1-15197f7c478b), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:21.971596 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e17a2288-8c9d-4e97-8ebb-0e1885cd07a6 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (bf547c6f-1fc3-48c6-b7d1-15197f7c478b), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:21.991173 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a2288-8c9d-4e97-8ebb-0e1885cd07a6 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf547c6f-1fc3-48c6-b7d1-15197f7c478b,revision_number=0']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:21.997460 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e17a2288-8c9d-4e97-8ebb-0e1885cd07a6 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:22.001265 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-e17a2288-8c9d-4e97-8ebb-0e1885cd07a6 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383061 Mar 01 17:01:22.001535 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57382) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:22.005980 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-6b892198-9cd8-42f1-a512-c794ff12d26e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Request body: {'security_group_rule': {'security_group_id': '73c3e60a-fd1b-46ba-a82e-38ce327405b2', 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:22.027877 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.securitygroups_db [None req-6b892198-9cd8-42f1-a512-c794ff12d26e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Project bfbb9521b0ae41719a30a1935a4cbf87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 17:01:22.034599 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6b892198-9cd8-42f1-a512-c794ff12d26e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group_rule (0c2788ac-4b14-43f0-aa31-7faa842af78b), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:22.097881 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6b892198-9cd8-42f1-a512-c794ff12d26e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group_rule (0c2788ac-4b14-43f0-aa31-7faa842af78b), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:22.102946 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6b892198-9cd8-42f1-a512-c794ff12d26e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (0c2788ac-4b14-43f0-aa31-7faa842af78b), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:22.121466 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b892198-9cd8-42f1-a512-c794ff12d26e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2788ac-4b14-43f0-aa31-7faa842af78b,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:22.131047 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6b892198-9cd8-42f1-a512-c794ff12d26e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:22.132353 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-6b892198-9cd8-42f1-a512-c794ff12d26e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1298294 Mar 01 17:01:22.135007 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57384) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:22.140577 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-c78999e1-8a29-48d1-800c-0b95261e3ed5 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Request body: {'security_group_rule': {'security_group_id': '73c3e60a-fd1b-46ba-a82e-38ce327405b2', 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:22.162533 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.securitygroups_db [None req-c78999e1-8a29-48d1-800c-0b95261e3ed5 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Project bfbb9521b0ae41719a30a1935a4cbf87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 17:01:22.168382 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c78999e1-8a29-48d1-800c-0b95261e3ed5 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group_rule (31ffcaa5-19f3-4714-8b6d-6d3049915d7a), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:22.230264 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c78999e1-8a29-48d1-800c-0b95261e3ed5 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group_rule (31ffcaa5-19f3-4714-8b6d-6d3049915d7a), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:22.234126 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c78999e1-8a29-48d1-800c-0b95261e3ed5 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (31ffcaa5-19f3-4714-8b6d-6d3049915d7a), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:22.248058 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78999e1-8a29-48d1-800c-0b95261e3ed5 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ffcaa5-19f3-4714-8b6d-6d3049915d7a,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:22.261375 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-c78999e1-8a29-48d1-800c-0b95261e3ed5 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:22.262583 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-c78999e1-8a29-48d1-800c-0b95261e3ed5 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265943 Mar 01 17:01:23.500188 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 086100fa-78e9-4046-b904-fb48b9788119 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:01:23.551341 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 086100fa-78e9-4046-b904-fb48b9788119 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:23.551734 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (086100fa-78e9-4046-b904-fb48b9788119), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:23.659533 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 086100fa-78e9-4046-b904-fb48b9788119 is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:23.659933 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (086100fa-78e9-4046-b904-fb48b9788119), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:23.683256 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] For port 086100fa-78e9-4046-b904-fb48b9788119, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=086100fa-78e9-4046-b904-fb48b9788119,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:01:23.688298 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (086100fa-78e9-4046-b904-fb48b9788119), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:23.740854 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Pushing event updated for resources: {'Port': ['ID=086100fa-78e9-4046-b904-fb48b9788119,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:24.357549 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] Sync routers for ids ['7cbf8b60-f076-4ad7-a12e-5d28470875b2'] in dv-cinder-831247-2-iscsi {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:01:24.368548 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] Routers {'7cbf8b60-f076-4ad7-a12e-5d28470875b2'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:01:24.369156 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:01:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['7cbf8b60-f076-4ad7-a12e-5d28470875b2'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:24.485956 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] Set router 7cbf8b60-f076-4ad7-a12e-5d28470875b2 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:01:24.781595 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbf8b60-f076-4ad7-a12e-5d28470875b2', 'name': 'tempest-TestVolumeBootPattern-921754991-router', 'tenant_id': 'ea6920f79f4148589b857ef95380015a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '086100fa-78e9-4046-b904-fb48b9788119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:16Z', 'updated_at': '2022-03-01T17:01:19Z', 'revision_number': 4, 'project_id': 'ea6920f79f4148589b857ef95380015a', 'gw_port': {'id': '086100fa-78e9-4046-b904-fb48b9788119', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbf8b60-f076-4ad7-a12e-5d28470875b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:17Z', 'updated_at': '2022-03-01T17:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '7e0199c8-5ceb-450a-bb56-1d1bc12bdad9', 'name': '', 'network_id': '4e7389b9-4557-4002-b533-a2c586f42413', 'tenant_id': 'ea6920f79f4148589b857ef95380015a', 'mac_address': 'fa:16:3e:f8:91:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbf8b60-f076-4ad7-a12e-5d28470875b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f74e74ce-e3bc-4868-9d6e-bce3553d6c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:19Z', 'updated_at': '2022-03-01T17:01:19Z', 'revision_number': 2, 'project_id': 'ea6920f79f4148589b857ef95380015a', 'subnets': [{'id': 'f74e74ce-e3bc-4868-9d6e-bce3553d6c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:24.807915 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] Checking router: 7cbf8b60-f076-4ad7-a12e-5d28470875b2 for host: dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:01:24.808073 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] Updating router 7cbf8b60-f076-4ad7-a12e-5d28470875b2 port 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9 binding host dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 17:01:24.844275 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (7e0199c8-5ceb-450a-bb56-1d1bc12bdad9), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:25.116445 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] Publish callbacks [] for port (7e0199c8-5ceb-450a-bb56-1d1bc12bdad9), precommit_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:25.122543 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (7e0199c8-5ceb-450a-bb56-1d1bc12bdad9), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:25.176728 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f6402-452a-414b-b035-ce6be9788322 None None] Pushing event updated for resources: {'Port': ['ID=7e0199c8-5ceb-450a-bb56-1d1bc12bdad9,revision_number=3']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:25.188604 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6402-452a-414b-b035-ce6be9788322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:25.188976 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6402-452a-414b-b035-ce6be9788322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:25.189338 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6402-452a-414b-b035-ce6be9788322 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:25.189678 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6402-452a-414b-b035-ce6be9788322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:25.190006 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6402-452a-414b-b035-ce6be9788322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:25.190329 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6402-452a-414b-b035-ce6be9788322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:25.190653 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6402-452a-414b-b035-ce6be9788322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:25.190990 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6402-452a-414b-b035-ce6be9788322 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:25.191313 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6402-452a-414b-b035-ce6be9788322 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:25.191748 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6402-452a-414b-b035-ce6be9788322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:25.192073 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6402-452a-414b-b035-ce6be9788322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:25.192390 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6402-452a-414b-b035-ce6be9788322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:25.192708 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f6402-452a-414b-b035-ce6be9788322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103035) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:25.253349 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] Attempting to bind port 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9 on host dv-cinder-831247-2-iscsi for vnic_type normal with profile {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 17:01:25.253756 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] Attempting to bind port 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9 by drivers openvswitch,hyperv on host dv-cinder-831247-2-iscsi at level 0 using segments [{'id': '01c31847-cd43-4234-a53f-06b28393aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4e7389b9-4557-4002-b533-a2c586f42413'}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 17:01:25.254119 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] Attempting to bind port 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9 on network 4e7389b9-4557-4002-b533-a2c586f42413 {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:01:25.259692 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] Checking agent: {'id': 'f7cf8011-e30e-49b9-b794-f4246f85fcb3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831247-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 48, 20), 'started_at': datetime.datetime(2022, 3, 1, 16, 48, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 17, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831247-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 17:01:25.260071 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] Checking segment: {'id': '01c31847-cd43-4234-a53f-06b28393aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4e7389b9-4557-4002-b533-a2c586f42413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103035) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:01:25.260475 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:25.260916 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] Bound using segment: {'id': '01c31847-cd43-4234-a53f-06b28393aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4e7389b9-4557-4002-b533-a2c586f42413'} {{(pid=103035) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 17:01:25.261604 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.managers [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] Bound port: 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9, host: dv-cinder-831247-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c31847-cd43-4234-a53f-06b28393aaa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4e7389b9-4557-4002-b533-a2c586f42413'}}] {{(pid=103035) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 17:01:25.262000 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (7e0199c8-5ceb-450a-bb56-1d1bc12bdad9), before_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:25.327078 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] For port 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9, host dv-cinder-831247-2-iscsi, cleared binding levels {{(pid=103035) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 17:01:25.330125 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.plugins.ml2.db [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] For port 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9, host dv-cinder-831247-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=7e0199c8-5ceb-450a-bb56-1d1bc12bdad9,segment=NetworkSegment(01c31847-cd43-4234-a53f-06b28393aaa6),segment_id=01c31847-cd43-4234-a53f-06b28393aaa6)] {{(pid=103035) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 17:01:25.336046 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.callbacks.manager [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (7e0199c8-5ceb-450a-bb56-1d1bc12bdad9), after_update {{(pid=103035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:25.355631 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-f6b64dd5-afbc-4d6d-a0bb-509fea966f8c None None] Provisioning complete for port 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:25.356194 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f6b64dd5-afbc-4d6d-a0bb-509fea966f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (7e0199c8-5ceb-450a-bb56-1d1bc12bdad9), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:25.404260 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f6402-452a-414b-b035-ce6be9788322 None None] Pushing event updated for resources: {'Port': ['ID=7e0199c8-5ceb-450a-bb56-1d1bc12bdad9,revision_number=4']} {{(pid=103035) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:25.416369 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] Routers {'7cbf8b60-f076-4ad7-a12e-5d28470875b2'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:01:25.418146 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:01:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['7cbf8b60-f076-4ad7-a12e-5d28470875b2'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:25.488428 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-f6b64dd5-afbc-4d6d-a0bb-509fea966f8c None None] Current status of the port 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9 is: DOWN; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:25.489561 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f6b64dd5-afbc-4d6d-a0bb-509fea966f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (7e0199c8-5ceb-450a-bb56-1d1bc12bdad9), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:25.552206 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-f6b64dd5-afbc-4d6d-a0bb-509fea966f8c None None] For port 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=7e0199c8-5ceb-450a-bb56-1d1bc12bdad9,segment=NetworkSegment(01c31847-cd43-4234-a53f-06b28393aaa6),segment_id=01c31847-cd43-4234-a53f-06b28393aaa6)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:01:25.558883 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f6b64dd5-afbc-4d6d-a0bb-509fea966f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (7e0199c8-5ceb-450a-bb56-1d1bc12bdad9), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:25.571552 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] Set router 7cbf8b60-f076-4ad7-a12e-5d28470875b2 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:01:25.596355 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 086100fa-78e9-4046-b904-fb48b9788119 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:01:25.668733 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b64dd5-afbc-4d6d-a0bb-509fea966f8c None None] Pushing event updated for resources: {'Port': ['ID=7e0199c8-5ceb-450a-bb56-1d1bc12bdad9,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:25.697530 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 086100fa-78e9-4046-b904-fb48b9788119 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:25.697904 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (086100fa-78e9-4046-b904-fb48b9788119), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:25.791529 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 086100fa-78e9-4046-b904-fb48b9788119 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:25.793508 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:01:25.822602 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-25b76470-243f-4d3a-9bb3-b10817541448 None None] Provisioning complete for port 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:25.822987 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-25b76470-243f-4d3a-9bb3-b10817541448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (7e0199c8-5ceb-450a-bb56-1d1bc12bdad9), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:25.823694 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbf8b60-f076-4ad7-a12e-5d28470875b2', 'name': 'tempest-TestVolumeBootPattern-921754991-router', 'tenant_id': 'ea6920f79f4148589b857ef95380015a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '086100fa-78e9-4046-b904-fb48b9788119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:16Z', 'updated_at': '2022-03-01T17:01:19Z', 'revision_number': 4, 'project_id': 'ea6920f79f4148589b857ef95380015a', 'gw_port': {'id': '086100fa-78e9-4046-b904-fb48b9788119', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbf8b60-f076-4ad7-a12e-5d28470875b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:17Z', 'updated_at': '2022-03-01T17:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '7e0199c8-5ceb-450a-bb56-1d1bc12bdad9', 'name': '', 'network_id': '4e7389b9-4557-4002-b533-a2c586f42413', 'tenant_id': 'ea6920f79f4148589b857ef95380015a', 'mac_address': 'fa:16:3e:f8:91:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbf8b60-f076-4ad7-a12e-5d28470875b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f74e74ce-e3bc-4868-9d6e-bce3553d6c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:19Z', 'updated_at': '2022-03-01T17:01:25Z', 'revision_number': 4, 'project_id': 'ea6920f79f4148589b857ef95380015a', 'subnets': [{'id': 'f74e74ce-e3bc-4868-9d6e-bce3553d6c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:25.863810 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b186d707-ab5c-4353-b825-613e7d28dddb None None] The sync data for ids ['7cbf8b60-f076-4ad7-a12e-5d28470875b2'] in dv-cinder-831247-2-iscsi is: [{'id': '7cbf8b60-f076-4ad7-a12e-5d28470875b2', 'name': 'tempest-TestVolumeBootPattern-921754991-router', 'tenant_id': 'ea6920f79f4148589b857ef95380015a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '086100fa-78e9-4046-b904-fb48b9788119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:16Z', 'updated_at': '2022-03-01T17:01:19Z', 'revision_number': 4, 'project_id': 'ea6920f79f4148589b857ef95380015a', 'gw_port': {'id': '086100fa-78e9-4046-b904-fb48b9788119', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbf8b60-f076-4ad7-a12e-5d28470875b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:17Z', 'updated_at': '2022-03-01T17:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '7e0199c8-5ceb-450a-bb56-1d1bc12bdad9', 'name': '', 'network_id': '4e7389b9-4557-4002-b533-a2c586f42413', 'tenant_id': 'ea6920f79f4148589b857ef95380015a', 'mac_address': 'fa:16:3e:f8:91:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbf8b60-f076-4ad7-a12e-5d28470875b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f74e74ce-e3bc-4868-9d6e-bce3553d6c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:19Z', 'updated_at': '2022-03-01T17:01:25Z', 'revision_number': 4, 'project_id': 'ea6920f79f4148589b857ef95380015a', 'subnets': [{'id': 'f74e74ce-e3bc-4868-9d6e-bce3553d6c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:01:25.895969 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:25.896397 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (7e0199c8-5ceb-450a-bb56-1d1bc12bdad9), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:25.972394 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-25b76470-243f-4d3a-9bb3-b10817541448 None None] Current status of the port 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:26.023311 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:27.480744 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9 up at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:01:27.532856 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Provisioning complete for port 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:27.533234 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (7e0199c8-5ceb-450a-bb56-1d1bc12bdad9), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:27.618621 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Current status of the port 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:27.868702 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d269f39-7bc9-4e99-a7c5-9e4c56a23349 req-edf089c8-b2d9-4b94-9e53-56c0f0903b03 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:27.870126 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-4d269f39-7bc9-4e99-a7c5-9e4c56a23349 req-edf089c8-b2d9-4b94-9e53-56c0f0903b03 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0642998 Mar 01 17:01:27.922723 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-4d269f39-7bc9-4e99-a7c5-9e4c56a23349 req-09e7d6a7-24d2-43e2-af52-62face5d74bf tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468848 Mar 01 17:01:29.053582 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302180c-38f6-43f0-b887-28a149462056 req-3d4a95ee-c8b5-4659-bb72-b00c6344ab77 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:29.055095 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7302180c-38f6-43f0-b887-28a149462056 req-3d4a95ee-c8b5-4659-bb72-b00c6344ab77 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0607507 Mar 01 17:01:29.107252 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7302180c-38f6-43f0-b887-28a149462056 req-3c50e00f-e320-4d99-ba1e-85fa65b0a16b tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465431 Mar 01 17:01:30.224767 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d8ade-451f-4f20-9a80-ea6b769d90e1 req-69113ca2-a37b-43dc-b795-07f73a77da6d tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:30.226226 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0c0d8ade-451f-4f20-9a80-ea6b769d90e1 req-69113ca2-a37b-43dc-b795-07f73a77da6d tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0518405 Mar 01 17:01:30.271449 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0c0d8ade-451f-4f20-9a80-ea6b769d90e1 req-1396d22c-d83d-40f2-9b18-ddac6d3379d0 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391095 Mar 01 17:01:30.602270 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d2f2b4a1-d2ba-48b0-9d9b-9445610b95da req-17b9aa13-0c24-4429-be53-2620b013cda9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421975 Mar 01 17:01:30.678569 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2b4a1-d2ba-48b0-9d9b-9445610b95da req-23f65a45-6d0f-4861-87f0-968aa2f1aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:30.680043 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d2f2b4a1-d2ba-48b0-9d9b-9445610b95da req-23f65a45-6d0f-4861-87f0-968aa2f1aeba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a43673a7513a4ecfbdcfa9af54650cef&device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 1168 time: 0.0449722 Mar 01 17:01:30.794820 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2b4a1-d2ba-48b0-9d9b-9445610b95da req-1f5764c3-07ea-431f-b8c8-3cb16f52bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:30.796368 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d2f2b4a1-d2ba-48b0-9d9b-9445610b95da req-1f5764c3-07ea-431f-b8c8-3cb16f52bdff service neutron] 10.222.0.37 "GET /v2.0/networks?id=6895a6ff-fbeb-4435-8eab-716932b6e3bd HTTP/1.1" status: 200 len: 915 time: 0.0972226 Mar 01 17:01:30.884772 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d2f2b4a1-d2ba-48b0-9d9b-9445610b95da req-973e41f3-0b70-4cf0-9492-4544c8911c77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 HTTP/1.1" status: 200 len: 1000 time: 0.0825064 Mar 01 17:01:30.924157 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-45c17fd6-900c-485d-abd7-90722dd69be9 req-5c69481b-eef1-406a-8ff8-b6966384d487 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1919408778&fields=id&tenant_id=a43673a7513a4ecfbdcfa9af54650cef HTTP/1.1" status: 200 len: 267 time: 0.0875659 Mar 01 17:01:30.973325 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2b4a1-d2ba-48b0-9d9b-9445610b95da req-b16674c2-2f57-4db7-894c-973ef6da7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:30.974688 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d2f2b4a1-d2ba-48b0-9d9b-9445610b95da req-b16674c2-2f57-4db7-894c-973ef6da7de7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d875619-cbb6-4294-b78c-191694152bb5 HTTP/1.1" status: 200 len: 853 time: 0.0819397 Mar 01 17:01:31.015492 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c17fd6-900c-485d-abd7-90722dd69be9 req-43bde8f6-6b9a-49aa-94a6-acaa152574e6 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:31.016918 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-45c17fd6-900c-485d-abd7-90722dd69be9 req-43bde8f6-6b9a-49aa-94a6-acaa152574e6 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 984 time: 0.0873101 Mar 01 17:01:31.028044 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-45c17fd6-900c-485d-abd7-90722dd69be9 req-1397e494-47ae-48ba-a657-2176ea676a29 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Request body: {'port': {'security_groups': ['8139b40a-78b7-4a58-9cc7-f0df6493bc45']}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:31.082185 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2b4a1-d2ba-48b0-9d9b-9445610b95da req-ad3ecc9a-84a3-4b72-a585-1e733a1f536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:31.083737 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d2f2b4a1-d2ba-48b0-9d9b-9445610b95da req-ad3ecc9a-84a3-4b72-a585-1e733a1f536b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6895a6ff-fbeb-4435-8eab-716932b6e3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011014 Mar 01 17:01:31.143657 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-45c17fd6-900c-485d-abd7-90722dd69be9 req-1397e494-47ae-48ba-a657-2176ea676a29 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:31.257902 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d2f2b4a1-d2ba-48b0-9d9b-9445610b95da req-2a128df5-6125-4213-b6e5-67bf4440a9e5 service neutron] 10.222.0.37 "GET /v2.0/networks/6895a6ff-fbeb-4435-8eab-716932b6e3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520178 Mar 01 17:01:31.427233 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d2f2b4a1-d2ba-48b0-9d9b-9445610b95da req-7e6384f3-d191-4652-b7c1-20c162b425d4 service neutron] 10.222.0.37 "GET /v2.0/networks/6895a6ff-fbeb-4435-8eab-716932b6e3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625907 Mar 01 17:01:31.461184 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-45c17fd6-900c-485d-abd7-90722dd69be9 req-1397e494-47ae-48ba-a657-2176ea676a29 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] For port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06,segment=NetworkSegment(fea9cd02-5abe-4f24-b2b7-57d2ea333cda),segment_id=fea9cd02-5abe-4f24-b2b7-57d2ea333cda)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:01:31.495496 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-45c17fd6-900c-485d-abd7-90722dd69be9 req-1397e494-47ae-48ba-a657-2176ea676a29 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:31.500593 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-45c17fd6-900c-485d-abd7-90722dd69be9 req-1397e494-47ae-48ba-a657-2176ea676a29 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:31.513163 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 17:01:31.532141 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c17fd6-900c-485d-abd7-90722dd69be9 req-1397e494-47ae-48ba-a657-2176ea676a29 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:31.532920 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-45c17fd6-900c-485d-abd7-90722dd69be9 req-1397e494-47ae-48ba-a657-2176ea676a29 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:31.535009 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-45c17fd6-900c-485d-abd7-90722dd69be9 req-1397e494-47ae-48ba-a657-2176ea676a29 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "PUT /v2.0/ports/4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 HTTP/1.1" status: 200 len: 942 time: 0.5121436 Mar 01 17:01:31.543565 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57496) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:31.555749 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda8fe88-e153-459b-97fd-404543c955ff', 'tag': '4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:01:31.558496 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c2400b-c454-429b-a73b-dfe6bed01034" -d '{"events": [{"name": "network-changed", "server_uuid": "eda8fe88-e153-459b-97fd-404543c955ff", "tag": "4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:01:31.601859 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397e494-47ae-48ba-a657-2176ea676a29 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Pushing event updated for resources: {'Port': ['ID=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06,revision_number=7']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:31.609296 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90ca33-166b-48f2-978e-72c1c4255ffe req-94781ef9-3f99-4114-a0bd-78d3f2e76b32 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:31.616982 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1b90ca33-166b-48f2-978e-72c1c4255ffe req-94781ef9-3f99-4114-a0bd-78d3f2e76b32 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.2727413 Mar 01 17:01:31.628338 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 17:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d76fd8-336e-426a-aa48-a15c23ce6cc3 x-openstack-request-id: req-08d76fd8-336e-426a-aa48-a15c23ce6cc3 {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:01:31.628874 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda8fe88-e153-459b-97fd-404543c955ff", "tag": "4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:01:31.628874 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08d76fd8-336e-426a-aa48-a15c23ce6cc3 {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:01:31.629254 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda8fe88-e153-459b-97fd-404543c955ff', 'tag': '4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06', 'status': 'completed', 'code': 200} Mar 01 17:01:31.632460 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 17:01:31.653102 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2b7ba0b1-d35a-43c3-b68e-76dcdbdaea9f tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group (278c1ad7-35f9-4da5-be55-d783126cecc4), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:31.694167 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1b90ca33-166b-48f2-978e-72c1c4255ffe req-ae557e38-f4f8-4bab-bf7e-9e3b41220060 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756743 Mar 01 17:01:31.735913 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2b7ba0b1-d35a-43c3-b68e-76dcdbdaea9f tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group (278c1ad7-35f9-4da5-be55-d783126cecc4), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:31.743647 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2400b-c454-429b-a73b-dfe6bed01034 req-4714db64-85c1-41a1-9931-7039cf04b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:31.745433 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-78c2400b-c454-429b-a73b-dfe6bed01034 req-4714db64-85c1-41a1-9931-7039cf04b992 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a43673a7513a4ecfbdcfa9af54650cef&device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 1129 time: 0.0922036 Mar 01 17:01:31.828695 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2b7ba0b1-d35a-43c3-b68e-76dcdbdaea9f tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (278c1ad7-35f9-4da5-be55-d783126cecc4), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:31.833998 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2b7ba0b1-d35a-43c3-b68e-76dcdbdaea9f tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:31.839921 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57500) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:31.840544 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-2b7ba0b1-d35a-43c3-b68e-76dcdbdaea9f tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "DELETE /v2.0/security-groups/278c1ad7-35f9-4da5-be55-d783126cecc4 HTTP/1.1" status: 204 len: 168 time: 0.2954466 Mar 01 17:01:31.855734 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ba0b1-d35a-43c3-b68e-76dcdbdaea9f tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=278c1ad7-35f9-4da5-be55-d783126cecc4,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:31.931088 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:31.938617 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-9b0d7378-c275-4180-b633-55df595a41ff None None] Provisioning complete for port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:31.938998 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7378-c275-4180-b633-55df595a41ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:31.950143 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2400b-c454-429b-a73b-dfe6bed01034 req-b93e2f26-e9ae-4060-9ff0-044ae8650465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:31.951864 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-78c2400b-c454-429b-a73b-dfe6bed01034 req-b93e2f26-e9ae-4060-9ff0-044ae8650465 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6895a6ff-fbeb-4435-8eab-716932b6e3bd HTTP/1.1" status: 200 len: 915 time: 0.2002831 Mar 01 17:01:32.031285 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d7378-c275-4180-b633-55df595a41ff None None] Current status of the port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 is: ACTIVE; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:32.086152 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-78c2400b-c454-429b-a73b-dfe6bed01034 req-1d830f98-91e6-4aa4-a79a-5f897ddef1d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 HTTP/1.1" status: 200 len: 1000 time: 0.1273680 Mar 01 17:01:32.144801 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2400b-c454-429b-a73b-dfe6bed01034 req-aaee8519-f2b7-42f9-a503-c170815bb8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:32.146288 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-78c2400b-c454-429b-a73b-dfe6bed01034 req-aaee8519-f2b7-42f9-a503-c170815bb8fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d875619-cbb6-4294-b78c-191694152bb5 HTTP/1.1" status: 200 len: 853 time: 0.0527050 Mar 01 17:01:32.148559 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-9f4f3a3a-cf37-4fae-adc5-9a85ce3bc504 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Deleting port 4cb9b3be-7e13-4852-b068-a8ad132a64bb {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:01:32.148901 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3a3a-cf37-4fae-adc5-9a85ce3bc504 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (4cb9b3be-7e13-4852-b068-a8ad132a64bb), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:32.256348 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c2400b-c454-429b-a73b-dfe6bed01034 req-2374af6b-9f79-4647-9335-8eb349e1bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:32.257846 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-78c2400b-c454-429b-a73b-dfe6bed01034 req-2374af6b-9f79-4647-9335-8eb349e1bc42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6895a6ff-fbeb-4435-8eab-716932b6e3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1053865 Mar 01 17:01:32.261858 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3a3a-cf37-4fae-adc5-9a85ce3bc504 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (4cb9b3be-7e13-4852-b068-a8ad132a64bb), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:32.262187 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3a3a-cf37-4fae-adc5-9a85ce3bc504 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for floatingip (4cb9b3be-7e13-4852-b068-a8ad132a64bb), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:32.295674 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-9f4f3a3a-cf37-4fae-adc5-9a85ce3bc504 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Calling delete_port for 4cb9b3be-7e13-4852-b068-a8ad132a64bb owned by network:floatingip {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:01:32.439202 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-78c2400b-c454-429b-a73b-dfe6bed01034 req-164cfe2b-dff7-4e08-b4b0-f0061291e1f8 service neutron] 10.222.0.37 "GET /v2.0/networks/6895a6ff-fbeb-4435-8eab-716932b6e3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742995 Mar 01 17:01:32.579955 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-78c2400b-c454-429b-a73b-dfe6bed01034 req-214f2eaf-6168-4966-aa7c-66e3c4a4b5e1 service neutron] 10.222.0.37 "GET /v2.0/networks/6895a6ff-fbeb-4435-8eab-716932b6e3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333663 Mar 01 17:01:32.602797 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3a3a-cf37-4fae-adc5-9a85ce3bc504 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (4cb9b3be-7e13-4852-b068-a8ad132a64bb), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:32.629454 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f3a3a-cf37-4fae-adc5-9a85ce3bc504 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Pushing event deleted for resources: {'Port': ['ID=4cb9b3be-7e13-4852-b068-a8ad132a64bb,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:32.691026 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3a3a-cf37-4fae-adc5-9a85ce3bc504 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks [] for floatingip (9a6d7a2d-356e-42de-89a7-c18921c75cb8), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:32.691414 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.l3_db [None req-9f4f3a3a-cf37-4fae-adc5-9a85ce3bc504 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Floating IP 9a6d7a2d-356e-42de-89a7-c18921c75cb8 disassociated (deleted). External IP: 172.27.0.61, port: 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06. Mar 01 17:01:32.944603 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e3329-9d49-4dd9-879e-60316db2dfb5 req-6794d130-f5cd-42c9-bb61-9e6f679041d0 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:32.946087 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-af9e3329-9d49-4dd9-879e-60316db2dfb5 req-6794d130-f5cd-42c9-bb61-9e6f679041d0 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.1713142 Mar 01 17:01:32.980484 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4f3a3a-cf37-4fae-adc5-9a85ce3bc504 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Router 9ff101d1-16f2-410a-945f-70e3263270d9 has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:01:33.015223 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-af9e3329-9d49-4dd9-879e-60316db2dfb5 req-caa42d4a-ee19-4768-9578-c3a3259439ba tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593555 Mar 01 17:01:33.108752 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4f3a3a-cf37-4fae-adc5-9a85ce3bc504 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:01:33.114020 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9f4f3a3a-cf37-4fae-adc5-9a85ce3bc504 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for floatingip (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:33.119021 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b928ef37-a8fb-40ea-a937-8c44887da6df None None] Sync routers for ids ['9ff101d1-16f2-410a-945f-70e3263270d9'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:01:33.130113 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b928ef37-a8fb-40ea-a937-8c44887da6df None None] Routers {'9ff101d1-16f2-410a-945f-70e3263270d9'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:01:33.130749 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-b928ef37-a8fb-40ea-a937-8c44887da6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:01:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['9ff101d1-16f2-410a-945f-70e3263270d9'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:33.152041 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-9f4f3a3a-cf37-4fae-adc5-9a85ce3bc504 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "DELETE /v2.0/floatingips/9a6d7a2d-356e-42de-89a7-c18921c75cb8 HTTP/1.1" status: 204 len: 168 time: 1.3102922 Mar 01 17:01:33.265548 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-b928ef37-a8fb-40ea-a937-8c44887da6df None None] Set router 9ff101d1-16f2-410a-945f-70e3263270d9 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:01:33.499634 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-b928ef37-a8fb-40ea-a937-8c44887da6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'name': 'tempest-TestMinimumBasicScenario-651542298-router', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:38Z', 'revision_number': 4, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'gw_port': {'id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': 'bee8292f-5bbd-4b9b-941b-08dc6c51caf7', 'name': '', 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'mac_address': 'fa:16:3e:b6:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5d875619-cbb6-4294-b78c-191694152bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:37Z', 'updated_at': '2022-03-01T16:58:42Z', 'revision_number': 5, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'subnets': [{'id': '5d875619-cbb6-4294-b78c-191694152bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:33.532479 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b928ef37-a8fb-40ea-a937-8c44887da6df None None] Checking router: 9ff101d1-16f2-410a-945f-70e3263270d9 for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:01:33.540855 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b928ef37-a8fb-40ea-a937-8c44887da6df None None] Routers {'9ff101d1-16f2-410a-945f-70e3263270d9'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:01:33.542245 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-b928ef37-a8fb-40ea-a937-8c44887da6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:01:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['9ff101d1-16f2-410a-945f-70e3263270d9'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:33.630338 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda8fe88-e153-459b-97fd-404543c955ff', 'tag': '4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:01:33.632905 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac1b086-4647-462c-b2e1-ebb16159ef85" -d '{"events": [{"name": "network-changed", "server_uuid": "eda8fe88-e153-459b-97fd-404543c955ff", "tag": "4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:01:33.659064 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-b928ef37-a8fb-40ea-a937-8c44887da6df None None] Set router 9ff101d1-16f2-410a-945f-70e3263270d9 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:01:33.669974 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 17:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f1a0b9-5b69-4087-b772-856ee0f18554 x-openstack-request-id: req-38f1a0b9-5b69-4087-b772-856ee0f18554 {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:01:33.670284 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda8fe88-e153-459b-97fd-404543c955ff", "tag": "4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:01:33.670539 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38f1a0b9-5b69-4087-b772-856ee0f18554 {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:01:33.670951 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda8fe88-e153-459b-97fd-404543c955ff', 'tag': '4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06', 'status': 'completed', 'code': 200} Mar 01 17:01:33.748012 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1b086-4647-462c-b2e1-ebb16159ef85 req-82225c2b-650a-4652-b792-a1269f75a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:33.750728 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7ac1b086-4647-462c-b2e1-ebb16159ef85 req-82225c2b-650a-4652-b792-a1269f75a057 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a43673a7513a4ecfbdcfa9af54650cef&device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 1129 time: 0.0540512 Mar 01 17:01:33.857134 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1b086-4647-462c-b2e1-ebb16159ef85 req-0f00afb1-956e-404a-bef0-cc6639dc615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:33.858967 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7ac1b086-4647-462c-b2e1-ebb16159ef85 req-0f00afb1-956e-404a-bef0-cc6639dc615d service neutron] 10.222.0.37 "GET /v2.0/networks?id=6895a6ff-fbeb-4435-8eab-716932b6e3bd HTTP/1.1" status: 200 len: 915 time: 0.1011074 Mar 01 17:01:34.013853 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-b928ef37-a8fb-40ea-a937-8c44887da6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'name': 'tempest-TestMinimumBasicScenario-651542298-router', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:38Z', 'revision_number': 4, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'gw_port': {'id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': 'bee8292f-5bbd-4b9b-941b-08dc6c51caf7', 'name': '', 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'mac_address': 'fa:16:3e:b6:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5d875619-cbb6-4294-b78c-191694152bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:37Z', 'updated_at': '2022-03-01T16:58:42Z', 'revision_number': 5, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'subnets': [{'id': '5d875619-cbb6-4294-b78c-191694152bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:34.047285 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b928ef37-a8fb-40ea-a937-8c44887da6df None None] The sync data for ids ['9ff101d1-16f2-410a-945f-70e3263270d9'] in dv-cinder-831247-2-iscsi is: [{'id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'name': 'tempest-TestMinimumBasicScenario-651542298-router', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:38Z', 'revision_number': 4, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'gw_port': {'id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': 'bee8292f-5bbd-4b9b-941b-08dc6c51caf7', 'name': '', 'network_id': '6895a6ff-fbeb-4435-8eab-716932b6e3bd', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'mac_address': 'fa:16:3e:b6:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5d875619-cbb6-4294-b78c-191694152bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:37Z', 'updated_at': '2022-03-01T16:58:42Z', 'revision_number': 5, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'subnets': [{'id': '5d875619-cbb6-4294-b78c-191694152bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:01:34.181204 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7ac1b086-4647-462c-b2e1-ebb16159ef85 req-0d447722-60b2-44f8-910e-b9f5d301c612 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 HTTP/1.1" status: 200 len: 217 time: 0.3128061 Mar 01 17:01:34.257559 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1b086-4647-462c-b2e1-ebb16159ef85 req-bdf63b9a-17b4-4b47-b5af-7683f9aa7093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:34.259052 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7ac1b086-4647-462c-b2e1-ebb16159ef85 req-bdf63b9a-17b4-4b47-b5af-7683f9aa7093 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5d875619-cbb6-4294-b78c-191694152bb5 HTTP/1.1" status: 200 len: 853 time: 0.0703936 Mar 01 17:01:34.274201 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43a6bb-54e4-4a63-a0b4-d66d1b606dcb req-0b85d1eb-b3f5-4222-aa0e-dc111403f080 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:34.276619 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3d43a6bb-54e4-4a63-a0b4-d66d1b606dcb req-0b85d1eb-b3f5-4222-aa0e-dc111403f080 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0978470 Mar 01 17:01:34.312054 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6008aef-c395-48b3-9403-789ebe9eb296 None None] New status for floating IP 9a6d7a2d-356e-42de-89a7-c18921c75cb8: DOWN {{(pid=103035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 17:01:34.359705 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3d43a6bb-54e4-4a63-a0b4-d66d1b606dcb req-751b53ed-f55a-4945-af92-b6f5cb6ffad5 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729666 Mar 01 17:01:34.370688 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1b086-4647-462c-b2e1-ebb16159ef85 req-a7a9615e-02e9-425a-880a-d78a1474830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:34.373538 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7ac1b086-4647-462c-b2e1-ebb16159ef85 req-a7a9615e-02e9-425a-880a-d78a1474830b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6895a6ff-fbeb-4435-8eab-716932b6e3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0958760 Mar 01 17:01:34.482079 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7ac1b086-4647-462c-b2e1-ebb16159ef85 req-6de9140a-ec57-4e99-b25b-2d673e39f6c7 service neutron] 10.222.0.37 "GET /v2.0/networks/6895a6ff-fbeb-4435-8eab-716932b6e3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935245 Mar 01 17:01:34.579792 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7ac1b086-4647-462c-b2e1-ebb16159ef85 req-cbae5907-e344-4506-8967-4434be73c7b0 service neutron] 10.222.0.37 "GET /v2.0/networks/6895a6ff-fbeb-4435-8eab-716932b6e3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904977 Mar 01 17:01:35.503547 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca047f5-8b65-433d-80de-7865be300de3 req-d6f186ff-0e0b-4ec1-9b51-f141aeb0c421 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:35.505050 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-aca047f5-8b65-433d-80de-7865be300de3 req-d6f186ff-0e0b-4ec1-9b51-f141aeb0c421 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0588627 Mar 01 17:01:35.554243 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-aca047f5-8b65-433d-80de-7865be300de3 req-3808d9d4-2517-420b-bf4d-832d33d5ece8 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434606 Mar 01 17:01:35.920414 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ba9da-3c89-46b1-8bd4-320bdb667375 req-ee0c799e-2e39-429f-94c4-b01ef9b680bf tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:35.921929 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-123ba9da-3c89-46b1-8bd4-320bdb667375 req-ee0c799e-2e39-429f-94c4-b01ef9b680bf tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 945 time: 0.0538783 Mar 01 17:01:35.973773 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-123ba9da-3c89-46b1-8bd4-320bdb667375 req-5796ab18-4b82-4bb0-978a-0f1a7425c0cb tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456245 Mar 01 17:01:36.676540 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b66ca3-69c5-4192-9cad-deb8250f2952 req-a653c0bc-0ed3-44b8-8e7a-d78e90a9f12e tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:36.677950 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a4b66ca3-69c5-4192-9cad-deb8250f2952 req-a653c0bc-0ed3-44b8-8e7a-d78e90a9f12e tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0512881 Mar 01 17:01:36.723905 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a4b66ca3-69c5-4192-9cad-deb8250f2952 req-e9cdac2b-b52e-4849-b5c3-e25fcc4a9651 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394700 Mar 01 17:01:37.093703 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8881a5-a2fd-4063-9731-e1538e3629d9 req-4efeb4ec-0a0f-4b99-bcf5-be9ea82f5e50 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:37.095293 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3c8881a5-a2fd-4063-9731-e1538e3629d9 req-4efeb4ec-0a0f-4b99-bcf5-be9ea82f5e50 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 945 time: 0.0543180 Mar 01 17:01:37.151803 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3c8881a5-a2fd-4063-9731-e1538e3629d9 req-b70a7b0e-5707-469e-a53c-78477aa47e96 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506721 Mar 01 17:01:37.855376 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6a121-6523-48cc-ba7e-373814e3f644 req-9b9a5835-51d2-47af-9c2f-67f5f41b5095 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:37.856888 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-faf6a121-6523-48cc-ba7e-373814e3f644 req-9b9a5835-51d2-47af-9c2f-67f5f41b5095 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0597949 Mar 01 17:01:37.932710 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-faf6a121-6523-48cc-ba7e-373814e3f644 req-40753131-e463-4d42-abce-d608b657e9a0 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699666 Mar 01 17:01:37.953197 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b368ae2-7a79-42cd-838f-89d0d008a9d3 req-74f41086-84ae-47f2-b6ac-214269d5d11b tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:37.954671 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7b368ae2-7a79-42cd-838f-89d0d008a9d3 req-74f41086-84ae-47f2-b6ac-214269d5d11b tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.37 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 945 time: 0.0704460 Mar 01 17:01:38.060038 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-7b368ae2-7a79-42cd-838f-89d0d008a9d3 req-d4a6d808-7046-49de-96d5-5a503780da4c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Deleting port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:01:38.060379 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-7b368ae2-7a79-42cd-838f-89d0d008a9d3 req-d4a6d808-7046-49de-96d5-5a503780da4c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:38.158588 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-7b368ae2-7a79-42cd-838f-89d0d008a9d3 req-d4a6d808-7046-49de-96d5-5a503780da4c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] For port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06,segment=NetworkSegment(fea9cd02-5abe-4f24-b2b7-57d2ea333cda),segment_id=fea9cd02-5abe-4f24-b2b7-57d2ea333cda)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:01:38.158957 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-7b368ae2-7a79-42cd-838f-89d0d008a9d3 req-d4a6d808-7046-49de-96d5-5a503780da4c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:38.172046 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-7b368ae2-7a79-42cd-838f-89d0d008a9d3 req-d4a6d808-7046-49de-96d5-5a503780da4c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Calling delete_port for 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 owned by compute:nova {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:01:38.277346 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02dc36f-e5e9-4a21-8448-4cf4291a2678 req-e11064f6-8c10-4818-964c-f7bc864e2710 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:38.278877 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a02dc36f-e5e9-4a21-8448-4cf4291a2678 req-e11064f6-8c10-4818-964c-f7bc864e2710 tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/ports?device_id=eda8fe88-e153-459b-97fd-404543c955ff HTTP/1.1" status: 200 len: 945 time: 0.0537822 Mar 01 17:01:38.306326 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-7b368ae2-7a79-42cd-838f-89d0d008a9d3 req-d4a6d808-7046-49de-96d5-5a503780da4c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:38.321553 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 17:01:38.332106 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a02dc36f-e5e9-4a21-8448-4cf4291a2678 req-7df58afe-aa80-46b9-a786-996342138f1f tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.55 "GET /v2.0/security-groups?id=8139b40a-78b7-4a58-9cc7-f0df6493bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474679 Mar 01 17:01:38.342474 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6d808-7046-49de-96d5-5a503780da4c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Pushing event deleted for resources: {'Port': ['ID=4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:38.382591 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b368ae2-7a79-42cd-838f-89d0d008a9d3 req-d4a6d808-7046-49de-96d5-5a503780da4c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] No DVR routers for this DVR port 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 on host hv-cinder-83124 {{(pid=103032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:01:38.385791 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-7b368ae2-7a79-42cd-838f-89d0d008a9d3 req-d4a6d808-7046-49de-96d5-5a503780da4c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:38.389143 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7b368ae2-7a79-42cd-838f-89d0d008a9d3 req-d4a6d808-7046-49de-96d5-5a503780da4c tempest-TestMinimumBasicScenario-357575149 tempest-TestMinimumBasicScenario-357575149-project] 10.222.0.37 "DELETE /v2.0/ports/4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 HTTP/1.1" status: 204 len: 173 time: 0.4273081 Mar 01 17:01:38.389618 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda8fe88-e153-459b-97fd-404543c955ff', 'name': 'network-vif-deleted', 'tag': '4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:01:38.392602 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47b2838-71e6-4703-bed4-1656db479557" -d '{"events": [{"server_uuid": "eda8fe88-e153-459b-97fd-404543c955ff", "name": "network-vif-deleted", "tag": "4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:01:38.434851 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffa9052-6fc9-468a-b3d4-c1e855247ced x-openstack-request-id: req-7ffa9052-6fc9-468a-b3d4-c1e855247ced {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:01:38.435408 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda8fe88-e153-459b-97fd-404543c955ff", "name": "network-vif-deleted", "tag": "4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:01:38.435835 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ffa9052-6fc9-468a-b3d4-c1e855247ced {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:01:38.436257 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda8fe88-e153-459b-97fd-404543c955ff', 'name': 'network-vif-deleted', 'tag': '4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06', 'status': 'completed', 'code': 200} Mar 01 17:01:38.786061 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-34bbfc5a-2515-4c04-a91a-5a3ece785e92 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767074820&fields=id&tenant_id=bfbb9521b0ae41719a30a1935a4cbf87 HTTP/1.1" status: 200 len: 267 time: 0.0492895 Mar 01 17:01:38.906688 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-b181991d-cbea-498c-8038-3d84f28087f3 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:38.908175 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-b181991d-cbea-498c-8038-3d84f28087f3 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/networks?id=d6046e82-458d-4f62-9448-cbf1da4a132e HTTP/1.1" status: 200 len: 811 time: 0.1138196 Mar 01 17:01:38.924228 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-d6a0b080-734c-456c-9645-f7d5f7e7c882 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/quotas/bfbb9521b0ae41719a30a1935a4cbf87 HTTP/1.1" status: 200 len: 375 time: 0.0103838 Mar 01 17:01:38.995609 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-6cede639-87fa-4522-82c0-3087b3bcdf6f tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfbb9521b0ae41719a30a1935a4cbf87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661278 Mar 01 17:01:39.076586 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6f47d-ad18-4880-8fd0-df9061cff2ef req-1f116846-5b37-4e16-af0c-1c9f3556b22d tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:39.078075 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6ad6f47d-ad18-4880-8fd0-df9061cff2ef req-1f116846-5b37-4e16-af0c-1c9f3556b22d tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0586243 Mar 01 17:01:39.124767 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6ad6f47d-ad18-4880-8fd0-df9061cff2ef req-59a3f734-9261-45de-85f0-c698867a6595 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409713 Mar 01 17:01:39.145097 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-2fe95792-3b20-4785-8af4-f98a5606f005 service neutron] 10.222.0.55 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311610 Mar 01 17:01:39.246570 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-32e6b464-c49d-4a92-ba53-cc6ec04b54af service neutron] 10.222.0.55 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951922 Mar 01 17:01:39.549768 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a38e8575-ad2c-44bf-ac58-4e7ebf930de3 req-5e4078e8-af7a-4576-ad83-933190e8dc1b tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 210 time: 0.0302329 Mar 01 17:01:40.133261 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57650) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:40.521277 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f98f6f-1415-41ce-a40e-812add300e2f req-f49560f7-a163-4538-ae3f-4eea154041ce tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:40.522709 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-69f98f6f-1415-41ce-a40e-812add300e2f req-f49560f7-a163-4538-ae3f-4eea154041ce tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.1106610 Mar 01 17:01:40.662153 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-69f98f6f-1415-41ce-a40e-812add300e2f req-55662148-f4d2-433f-9a25-6d2904e3257c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319618 Mar 01 17:01:40.700051 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2ffab239-e02f-4e64-8546-361f103276a9 req-ff1389ca-74a5-402b-a045-736893f2d34c tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 210 time: 0.0513418 Mar 01 17:01:40.736003 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-eb23e8e1-1604-4406-bf76-f7b462108d00 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:40.737526 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-eb23e8e1-1604-4406-bf76-f7b462108d00 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.37 "GET /v2.0/networks?id=d6046e82-458d-4f62-9448-cbf1da4a132e HTTP/1.1" status: 200 len: 811 time: 0.2164068 Mar 01 17:01:40.807561 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-630d9961-b5fd-4ab9-b941-6cbf0f1d3694 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfbb9521b0ae41719a30a1935a4cbf87 HTTP/1.1" status: 200 len: 379 time: 0.0616765 Mar 01 17:01:40.816115 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0802e0e9-cef1-4318-a0e3-747f06b3ca88 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Request body: {'port': {'device_id': '4c568357-b883-4560-a332-b3a3e5cabc43', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'admin_state_up': True, 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'security_groups': ['73c3e60a-fd1b-46ba-a82e-38ce327405b2']}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:40.925880 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0802e0e9-cef1-4318-a0e3-747f06b3ca88 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Made reservation on behalf of bfbb9521b0ae41719a30a1935a4cbf87 for: {'port': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:01:40.929354 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0802e0e9-cef1-4318-a0e3-747f06b3ca88 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:40.995238 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3680f2f7-99c8-4dfa-83fd-ae8ba7be7740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690182'] for router_interface (9ff101d1-16f2-410a-945f-70e3263270d9), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:41.067635 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0802e0e9-cef1-4318-a0e3-747f06b3ca88 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Allocated IP 172.20.0.5 (d6046e82-458d-4f62-9448-cbf1da4a132e/1576c47e-a363-42c8-b1bb-78954efa89be/efc921b5-1e60-49a0-9a88-015d06d4720e) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:01:41.135433 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:01:41.177518 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] No Port match for: 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:01:41.177861 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 4cc7fe30-ad72-4a27-ab5c-94d19eeb6a06 not bound to the agent host hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:01:41.228409 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0802e0e9-cef1-4318-a0e3-747f06b3ca88 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for port (efc921b5-1e60-49a0-9a88-015d06d4720e), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:41.261625 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0802e0e9-cef1-4318-a0e3-747f06b3ca88 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (efc921b5-1e60-49a0-9a88-015d06d4720e), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:41.305484 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0802e0e9-cef1-4318-a0e3-747f06b3ca88 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Network d6046e82-458d-4f62-9448-cbf1da4a132e is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:01:41.308430 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0802e0e9-cef1-4318-a0e3-747f06b3ca88 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:01:41.310890 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0802e0e9-cef1-4318-a0e3-747f06b3ca88 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:01:41.313910 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-3680f2f7-99c8-4dfa-83fd-ae8ba7be7740 admin admin] Deleting port bee8292f-5bbd-4b9b-941b-08dc6c51caf7 {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:01:41.314412 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3680f2f7-99c8-4dfa-83fd-ae8ba7be7740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (bee8292f-5bbd-4b9b-941b-08dc6c51caf7), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:41.346946 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802e0e9-cef1-4318-a0e3-747f06b3ca88 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event updated for resources: {'Port': ['ID=efc921b5-1e60-49a0-9a88-015d06d4720e,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:41.370992 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0802e0e9-cef1-4318-a0e3-747f06b3ca88 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:41.371679 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0802e0e9-cef1-4318-a0e3-747f06b3ca88 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:41.390097 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0802e0e9-cef1-4318-a0e3-747f06b3ca88 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5776684 Mar 01 17:01:41.403349 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] Request body: {'port': {'device_id': '4c568357-b883-4560-a332-b3a3e5cabc43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:41.404044 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [None req-3680f2f7-99c8-4dfa-83fd-ae8ba7be7740 admin admin] For port bee8292f-5bbd-4b9b-941b-08dc6c51caf7, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=bee8292f-5bbd-4b9b-941b-08dc6c51caf7,segment=NetworkSegment(fea9cd02-5abe-4f24-b2b7-57d2ea333cda),segment_id=fea9cd02-5abe-4f24-b2b7-57d2ea333cda)] {{(pid=103033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:01:41.404413 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3680f2f7-99c8-4dfa-83fd-ae8ba7be7740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (bee8292f-5bbd-4b9b-941b-08dc6c51caf7), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:41.418356 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-3680f2f7-99c8-4dfa-83fd-ae8ba7be7740 admin admin] Calling delete_port for bee8292f-5bbd-4b9b-941b-08dc6c51caf7 owned by network:router_interface {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:01:41.470612 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (efc921b5-1e60-49a0-9a88-015d06d4720e), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:41.541227 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-6a4462c8-ba6e-4b75-bf4b-8b6560e647b7 None None] Provisioning complete for port efc921b5-1e60-49a0-9a88-015d06d4720e triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:41.541897 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6a4462c8-ba6e-4b75-bf4b-8b6560e647b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (efc921b5-1e60-49a0-9a88-015d06d4720e), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:41.577538 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-6a4462c8-ba6e-4b75-bf4b-8b6560e647b7 None None] Port efc921b5-1e60-49a0-9a88-015d06d4720e cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 17:01:41.620009 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3680f2f7-99c8-4dfa-83fd-ae8ba7be7740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (bee8292f-5bbd-4b9b-941b-08dc6c51caf7), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:41.649720 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3680f2f7-99c8-4dfa-83fd-ae8ba7be7740 admin admin] Pushing event deleted for resources: {'Port': ['ID=bee8292f-5bbd-4b9b-941b-08dc6c51caf7,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:41.753996 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc921b5-1e60-49a0-9a88-015d06d4720e {{(pid=103032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 17:01:41.762360 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] Publish callbacks [] for port (efc921b5-1e60-49a0-9a88-015d06d4720e), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:41.776037 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.provisioning_blocks [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] Transition to ACTIVE for port object efc921b5-1e60-49a0-9a88-015d06d4720e will not be triggered until provisioned by entity L2. {{(pid=103032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 17:01:41.780858 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (efc921b5-1e60-49a0-9a88-015d06d4720e), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:41.886680 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae01d87-1281-495e-a765-d913d78efe1d req-5394697f-fbea-468d-8939-fe2a72808f64 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:41.888273 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0ae01d87-1281-495e-a765-d913d78efe1d req-5394697f-fbea-468d-8939-fe2a72808f64 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.1196518 Mar 01 17:01:41.895517 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] Pushing event updated for resources: {'Port': ['ID=efc921b5-1e60-49a0-9a88-015d06d4720e,revision_number=2']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:41.920717 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3680f2f7-99c8-4dfa-83fd-ae8ba7be7740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690026'] for router_interface (9ff101d1-16f2-410a-945f-70e3263270d9), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:41.942541 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808ed2a-790b-4540-928d-696c45f17832 req-7f1fdbae-3640-4aa8-ba37-60d5006f2bbb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:41.950768 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e808ed2a-790b-4540-928d-696c45f17832 req-7f1fdbae-3640-4aa8-ba37-60d5006f2bbb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 943 time: 0.1590326 Mar 01 17:01:41.956546 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0ae01d87-1281-495e-a765-d913d78efe1d req-78937db8-ea86-4165-9adb-592ae32e1e81 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603535 Mar 01 17:01:42.055278 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e808ed2a-790b-4540-928d-696c45f17832 req-7e81057d-1987-4d20-863b-2682e1e9ce89 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034667 Mar 01 17:01:42.056881 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] Attempting to bind port efc921b5-1e60-49a0-9a88-015d06d4720e on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 17:01:42.057301 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] Attempting to bind port efc921b5-1e60-49a0-9a88-015d06d4720e by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'd30029e1-fef4-4b84-9127-2a2720257a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e'}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 17:01:42.057794 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] Attempting to bind port efc921b5-1e60-49a0-9a88-015d06d4720e on network d6046e82-458d-4f62-9448-cbf1da4a132e {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:01:42.062751 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] Port efc921b5-1e60-49a0-9a88-015d06d4720e on network d6046e82-458d-4f62-9448-cbf1da4a132e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 17:01:42.063089 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] Attempting to bind port efc921b5-1e60-49a0-9a88-015d06d4720e on network d6046e82-458d-4f62-9448-cbf1da4a132e {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:01:42.071527 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] Checking agent: {'id': '0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'started_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 17, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 17:01:42.071863 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] Checking segment: {'id': 'd30029e1-fef4-4b84-9127-2a2720257a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:01:42.072376 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] Bound using segment: {'id': 'd30029e1-fef4-4b84-9127-2a2720257a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e'} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 17:01:42.073013 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] Bound port: efc921b5-1e60-49a0-9a88-015d06d4720e, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30029e1-fef4-4b84-9127-2a2720257a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e'}}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 17:01:42.073421 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (efc921b5-1e60-49a0-9a88-015d06d4720e), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:42.141648 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] For port efc921b5-1e60-49a0-9a88-015d06d4720e, host hv-cinder-83124, cleared binding levels {{(pid=103032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 17:01:42.145179 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] For port efc921b5-1e60-49a0-9a88-015d06d4720e, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=efc921b5-1e60-49a0-9a88-015d06d4720e,segment=NetworkSegment(d30029e1-fef4-4b84-9127-2a2720257a02),segment_id=d30029e1-fef4-4b84-9127-2a2720257a02)] {{(pid=103032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 17:01:42.151015 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (efc921b5-1e60-49a0-9a88-015d06d4720e), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:42.187818 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3680f2f7-99c8-4dfa-83fd-ae8ba7be7740 admin admin] Router 9ff101d1-16f2-410a-945f-70e3263270d9 has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:01:42.188844 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:42.189453 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:42.190817 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] 10.222.0.37 "PUT /v2.0/ports/efc921b5-1e60-49a0-9a88-015d06d4720e HTTP/1.1" status: 200 len: 1093 time: 0.7927392 Mar 01 17:01:42.191253 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c568357-b883-4560-a332-b3a3e5cabc43', 'tag': 'efc921b5-1e60-49a0-9a88-015d06d4720e'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:01:42.193513 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1fdcb3-f755-4c3a-9354-52402ed34830" -d '{"events": [{"name": "network-changed", "server_uuid": "4c568357-b883-4560-a332-b3a3e5cabc43", "tag": "efc921b5-1e60-49a0-9a88-015d06d4720e"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:01:42.214302 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f755888-2af8-4a52-9d7f-d293543a2705 service neutron] Pushing event updated for resources: {'Port': ['ID=efc921b5-1e60-49a0-9a88-015d06d4720e,revision_number=3']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:42.271838 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 17:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fcc04c-ddaa-423e-941f-78003a975b89 x-openstack-request-id: req-b8fcc04c-ddaa-423e-941f-78003a975b89 {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:01:42.272227 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c568357-b883-4560-a332-b3a3e5cabc43", "tag": "efc921b5-1e60-49a0-9a88-015d06d4720e", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:01:42.272552 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b8fcc04c-ddaa-423e-941f-78003a975b89 {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:01:42.273156 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c568357-b883-4560-a332-b3a3e5cabc43', 'tag': 'efc921b5-1e60-49a0-9a88-015d06d4720e', 'status': 'completed', 'code': 200} Mar 01 17:01:42.294761 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0b368593-a561-4eda-a7d2-8ac7f9d3e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:42.296747 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-0b368593-a561-4eda-a7d2-8ac7f9d3e4f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfbb9521b0ae41719a30a1935a4cbf87&device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 1127 time: 0.0609896 Mar 01 17:01:42.316468 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3680f2f7-99c8-4dfa-83fd-ae8ba7be7740 admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:01:42.323767 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-3680f2f7-99c8-4dfa-83fd-ae8ba7be7740 admin admin] 10.222.0.55 "PUT /v2.0/routers/9ff101d1-16f2-410a-945f-70e3263270d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1873517 Mar 01 17:01:42.326635 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57664) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:42.329412 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d99524-3855-4ad5-bba0-30cf12e55169 None None] Sync routers for ids ['9ff101d1-16f2-410a-945f-70e3263270d9'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:01:42.345921 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d99524-3855-4ad5-bba0-30cf12e55169 None None] Routers {'9ff101d1-16f2-410a-945f-70e3263270d9'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:01:42.346850 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-19d99524-3855-4ad5-bba0-30cf12e55169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:01:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['9ff101d1-16f2-410a-945f-70e3263270d9'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:42.358538 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-69168f06-ca7a-4431-bcd8-4e2353a80b94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efc921b5-1e60-49a0-9a88-015d06d4720e HTTP/1.1" status: 200 len: 217 time: 0.0533426 Mar 01 17:01:42.435396 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-ca1c7211-1894-4154-a713-41638ce8481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:42.437822 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-ca1c7211-1894-4154-a713-41638ce8481a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1576c47e-a363-42c8-b1bb-78954efa89be HTTP/1.1" status: 200 len: 850 time: 0.0729804 Mar 01 17:01:42.452542 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6b693843-9b9d-4a12-83fc-988bc786c979 admin admin] Publish callbacks [] for router (9ff101d1-16f2-410a-945f-70e3263270d9), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:42.485802 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-19d99524-3855-4ad5-bba0-30cf12e55169 None None] Set router 9ff101d1-16f2-410a-945f-70e3263270d9 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:01:42.503826 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-f247abc9-b12e-43db-9f64-2bb58d547f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:42.505063 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-f247abc9-b12e-43db-9f64-2bb58d547f86 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6046e82-458d-4f62-9448-cbf1da4a132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583115 Mar 01 17:01:42.571054 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6b693843-9b9d-4a12-83fc-988bc786c979 admin admin] Publish callbacks [] for router_gateway (9ff101d1-16f2-410a-945f-70e3263270d9), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:42.606758 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-90cbbac4-56af-4ad0-9b48-4ce54f23e8d3 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953212 Mar 01 17:01:42.635710 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-6b693843-9b9d-4a12-83fc-988bc786c979 admin admin] Deleting port 7aa8c479-8726-4e16-80b2-22995afb1f97 {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:01:42.636072 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6b693843-9b9d-4a12-83fc-988bc786c979 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (7aa8c479-8726-4e16-80b2-22995afb1f97), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:42.696558 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-19d99524-3855-4ad5-bba0-30cf12e55169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'name': 'tempest-TestMinimumBasicScenario-651542298-router', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T17:01:41Z', 'revision_number': 5, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'gw_port': {'id': '7aa8c479-8726-4e16-80b2-22995afb1f97', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T16:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:42.704962 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a3729d85-a4e3-4ad5-9700-1f51b65a209c req-8b528de0-01ba-4ffb-9c01-8582085351c5 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923264 Mar 01 17:01:42.724653 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [None req-6b693843-9b9d-4a12-83fc-988bc786c979 admin admin] For port 7aa8c479-8726-4e16-80b2-22995afb1f97, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=7aa8c479-8726-4e16-80b2-22995afb1f97,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:01:42.725064 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6b693843-9b9d-4a12-83fc-988bc786c979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (7aa8c479-8726-4e16-80b2-22995afb1f97), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:42.726237 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d99524-3855-4ad5-bba0-30cf12e55169 None None] Checking router: 9ff101d1-16f2-410a-945f-70e3263270d9 for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:01:42.734643 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d99524-3855-4ad5-bba0-30cf12e55169 None None] Routers {'9ff101d1-16f2-410a-945f-70e3263270d9'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:01:42.735778 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-19d99524-3855-4ad5-bba0-30cf12e55169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:01:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['9ff101d1-16f2-410a-945f-70e3263270d9'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:42.739359 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-6b693843-9b9d-4a12-83fc-988bc786c979 admin admin] Calling delete_port for 7aa8c479-8726-4e16-80b2-22995afb1f97 owned by network:router_gateway {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:01:42.802705 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fdcb3-f755-4c3a-9354-52402ed34830 req-b5122897-58a9-486b-a858-8a890054447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:42.804324 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9c1fdcb3-f755-4c3a-9354-52402ed34830 req-b5122897-58a9-486b-a858-8a890054447b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfbb9521b0ae41719a30a1935a4cbf87&device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 1127 time: 0.0522981 Mar 01 17:01:42.827430 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-19d99524-3855-4ad5-bba0-30cf12e55169 None None] Set router 9ff101d1-16f2-410a-945f-70e3263270d9 gateway port host: None {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:01:42.881804 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-19d99524-3855-4ad5-bba0-30cf12e55169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'name': 'tempest-TestMinimumBasicScenario-651542298-router', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T17:01:42Z', 'revision_number': 6, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'gw_port_host': None}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:42.897286 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fdcb3-f755-4c3a-9354-52402ed34830 req-803b7dcc-437c-49a4-9c60-58d42073beba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:42.898662 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9c1fdcb3-f755-4c3a-9354-52402ed34830 req-803b7dcc-437c-49a4-9c60-58d42073beba service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6046e82-458d-4f62-9448-cbf1da4a132e HTTP/1.1" status: 200 len: 912 time: 0.0878789 Mar 01 17:01:42.913992 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d99524-3855-4ad5-bba0-30cf12e55169 None None] The sync data for ids ['9ff101d1-16f2-410a-945f-70e3263270d9'] in dv-cinder-831247-2-iscsi is: [{'id': '9ff101d1-16f2-410a-945f-70e3263270d9', 'name': 'tempest-TestMinimumBasicScenario-651542298-router', 'tenant_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:35Z', 'updated_at': '2022-03-01T17:01:42Z', 'revision_number': 6, 'project_id': 'a43673a7513a4ecfbdcfa9af54650cef', 'gw_port_host': None}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:01:42.920606 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6b693843-9b9d-4a12-83fc-988bc786c979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (7aa8c479-8726-4e16-80b2-22995afb1f97), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:42.950560 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b693843-9b9d-4a12-83fc-988bc786c979 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa8c479-8726-4e16-80b2-22995afb1f97,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:42.953526 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9c1fdcb3-f755-4c3a-9354-52402ed34830 req-b7ad9730-a449-495e-9046-3d19329b8b0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efc921b5-1e60-49a0-9a88-015d06d4720e HTTP/1.1" status: 200 len: 217 time: 0.0477962 Mar 01 17:01:43.005314 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fdcb3-f755-4c3a-9354-52402ed34830 req-ffdb4b6a-4ba9-4873-8606-c796026ded02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:43.006810 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9c1fdcb3-f755-4c3a-9354-52402ed34830 req-ffdb4b6a-4ba9-4873-8606-c796026ded02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1576c47e-a363-42c8-b1bb-78954efa89be HTTP/1.1" status: 200 len: 850 time: 0.0471485 Mar 01 17:01:43.014239 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6b693843-9b9d-4a12-83fc-988bc786c979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688584'] for router_gateway (9ff101d1-16f2-410a-945f-70e3263270d9), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:43.092610 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fdcb3-f755-4c3a-9354-52402ed34830 req-b141ac79-51ee-49ed-9a0c-ac05578d4c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:43.094191 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9c1fdcb3-f755-4c3a-9354-52402ed34830 req-b141ac79-51ee-49ed-9a0c-ac05578d4c1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6046e82-458d-4f62-9448-cbf1da4a132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800283 Mar 01 17:01:43.109592 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c6a96-f361-426b-a067-d0e5d80da49d req-c7f502cb-12c2-4365-bdfd-b5000f315841 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:43.110484 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6b693843-9b9d-4a12-83fc-988bc786c979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3699224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523531'] for router (9ff101d1-16f2-410a-945f-70e3263270d9), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:43.111069 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3a6c6a96-f361-426b-a067-d0e5d80da49d req-c7f502cb-12c2-4365-bdfd-b5000f315841 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0697899 Mar 01 17:01:43.112880 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6b693843-9b9d-4a12-83fc-988bc786c979 admin admin] Publish callbacks [] for router_controller (9ff101d1-16f2-410a-945f-70e3263270d9), precommit_delete_associations {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:43.180026 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6b693843-9b9d-4a12-83fc-988bc786c979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3699235'] for router (9ff101d1-16f2-410a-945f-70e3263270d9), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:43.180504 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b693843-9b9d-4a12-83fc-988bc786c979 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ff101d1-16f2-410a-945f-70e3263270d9 {{(pid=103033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 17:01:43.188758 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6b693843-9b9d-4a12-83fc-988bc786c979 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:43.192149 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-6b693843-9b9d-4a12-83fc-988bc786c979 admin admin] 10.222.0.55 "DELETE /v2.0/routers/9ff101d1-16f2-410a-945f-70e3263270d9 HTTP/1.1" status: 204 len: 168 time: 0.8621218 Mar 01 17:01:43.192514 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57670) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:43.220360 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3a6c6a96-f361-426b-a067-d0e5d80da49d req-7fdd9537-fa73-4336-bbe7-d78c44055f37 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909986 Mar 01 17:01:43.234596 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9c1fdcb3-f755-4c3a-9354-52402ed34830 req-c9f6588e-47ba-4a67-979e-1820835e12b6 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328568 Mar 01 17:01:43.248073 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d84dc-83a4-45d5-84d1-9565801ea135 req-588f5f5e-a796-46a6-ab54-e54bb11e5b4a tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:43.250550 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-274d84dc-83a4-45d5-84d1-9565801ea135 req-588f5f5e-a796-46a6-ab54-e54bb11e5b4a tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 943 time: 0.1009221 Mar 01 17:01:43.253851 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7ba7dc-49b9-4773-88ed-4e23403bfdf0 admin admin] Deleting subnet 5d875619-cbb6-4294-b78c-191694152bb5 {{(pid=103033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 17:01:43.257285 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4a7ba7dc-49b9-4773-88ed-4e23403bfdf0 admin admin] Publish callbacks [] for subnet (5d875619-cbb6-4294-b78c-191694152bb5), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:43.318345 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4a7ba7dc-49b9-4773-88ed-4e23403bfdf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12140854'] for subnet (5d875619-cbb6-4294-b78c-191694152bb5), precommit_delete_associations {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:43.335059 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9c1fdcb3-f755-4c3a-9354-52402ed34830 req-5ba60333-a170-4d1b-904a-3ce0342c6907 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944929 Mar 01 17:01:43.374893 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-274d84dc-83a4-45d5-84d1-9565801ea135 req-ce3f36fc-67ad-40fa-bca3-83d28a237596 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923927 Mar 01 17:01:43.458521 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4a7ba7dc-49b9-4773-88ed-4e23403bfdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824678'] for subnet (5d875619-cbb6-4294-b78c-191694152bb5), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:43.662060 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c23e-eb12-4296-882c-a5ba3698f282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:43.762316 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4a7ba7dc-49b9-4773-88ed-4e23403bfdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12090080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11556261'] for subnet (5d875619-cbb6-4294-b78c-191694152bb5), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:43.769335 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device bee8292f-5bbd-4b9b-941b-08dc6c51caf7 no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:01:43.789459 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7ba7dc-49b9-4773-88ed-4e23403bfdf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d875619-cbb6-4294-b78c-191694152bb5,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:43.792959 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: bee8292f-5bbd-4b9b-941b-08dc6c51caf7 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:01:43.793313 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device bee8292f-5bbd-4b9b-941b-08dc6c51caf7 not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:01:43.793743 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 7aa8c479-8726-4e16-80b2-22995afb1f97 no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:01:43.794143 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4a7ba7dc-49b9-4773-88ed-4e23403bfdf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:43.797812 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-4a7ba7dc-49b9-4773-88ed-4e23403bfdf0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5d875619-cbb6-4294-b78c-191694152bb5 HTTP/1.1" status: 204 len: 168 time: 0.6039622 Mar 01 17:01:43.802374 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57672) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:43.822050 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e76983-9454-47d1-8705-f280f661f166 None None] Network 6895a6ff-fbeb-4435-8eab-716932b6e3bd requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:01:43.824324 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: 7aa8c479-8726-4e16-80b2-22995afb1f97 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:01:43.824858 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 7aa8c479-8726-4e16-80b2-22995afb1f97 not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:01:43.874748 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-08a6057c-3c74-4a3e-825f-d94cfd144f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896669'] for network (6895a6ff-fbeb-4435-8eab-716932b6e3bd), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:43.933921 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-08a6057c-3c74-4a3e-825f-d94cfd144f4b admin admin] Deleting port 23c99534-597d-4abc-8a66-4c9e42d49090 {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:01:43.934264 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-08a6057c-3c74-4a3e-825f-d94cfd144f4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (23c99534-597d-4abc-8a66-4c9e42d49090), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:43.999239 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [None req-08a6057c-3c74-4a3e-825f-d94cfd144f4b admin admin] For port 23c99534-597d-4abc-8a66-4c9e42d49090, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=23c99534-597d-4abc-8a66-4c9e42d49090,segment=NetworkSegment(fea9cd02-5abe-4f24-b2b7-57d2ea333cda),segment_id=fea9cd02-5abe-4f24-b2b7-57d2ea333cda)] {{(pid=103033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:01:43.999630 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-08a6057c-3c74-4a3e-825f-d94cfd144f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (23c99534-597d-4abc-8a66-4c9e42d49090), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:44.016719 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc73047b-1266-4951-a8d6-a18ac958c414 None None] DHCP port deletion for 6895a6ff-fbeb-4435-8eab-716932b6e3bd request from dv-cinder-831247-2-iscsi {{(pid=103034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 17:01:44.017534 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-08a6057c-3c74-4a3e-825f-d94cfd144f4b admin admin] Calling delete_port for 23c99534-597d-4abc-8a66-4c9e42d49090 owned by network:dhcp {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:01:44.068732 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-cc73047b-1266-4951-a8d6-a18ac958c414 None None] Deleting port 23c99534-597d-4abc-8a66-4c9e42d49090 {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:01:44.069113 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cc73047b-1266-4951-a8d6-a18ac958c414 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (23c99534-597d-4abc-8a66-4c9e42d49090), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:44.101192 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-08a6057c-3c74-4a3e-825f-d94cfd144f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (23c99534-597d-4abc-8a66-4c9e42d49090), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:44.128783 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6057c-3c74-4a3e-825f-d94cfd144f4b admin admin] Pushing event deleted for resources: {'Port': ['ID=23c99534-597d-4abc-8a66-4c9e42d49090,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:44.130600 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a6057c-3c74-4a3e-825f-d94cfd144f4b admin admin] No DVR routers for this DVR port 23c99534-597d-4abc-8a66-4c9e42d49090 on host dv-cinder-831247-2-iscsi {{(pid=103033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:01:44.145813 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-cc73047b-1266-4951-a8d6-a18ac958c414 None None] For port 23c99534-597d-4abc-8a66-4c9e42d49090, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=23c99534-597d-4abc-8a66-4c9e42d49090,segment=NetworkSegment(fea9cd02-5abe-4f24-b2b7-57d2ea333cda),segment_id=fea9cd02-5abe-4f24-b2b7-57d2ea333cda)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:01:44.146208 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cc73047b-1266-4951-a8d6-a18ac958c414 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (23c99534-597d-4abc-8a66-4c9e42d49090), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:44.159004 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-cc73047b-1266-4951-a8d6-a18ac958c414 None None] Calling delete_port for 23c99534-597d-4abc-8a66-4c9e42d49090 owned by network:dhcp {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:01:44.206244 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-08a6057c-3c74-4a3e-825f-d94cfd144f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986525', 'neutron.services.segments.db._delete_segments_for_network-8740453540253'] for network (6895a6ff-fbeb-4435-8eab-716932b6e3bd), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:44.229229 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-08a6057c-3c74-4a3e-825f-d94cfd144f4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6895a6ff-fbeb-4435-8eab-716932b6e3bd']}} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:44.238677 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-08a6057c-3c74-4a3e-825f-d94cfd144f4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea9cd02-5abe-4f24-b2b7-57d2ea333cda') {'for_net_delete': True} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:44.239000 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-08a6057c-3c74-4a3e-825f-d94cfd144f4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea9cd02-5abe-4f24-b2b7-57d2ea333cda') {} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:44.249109 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-08a6057c-3c74-4a3e-825f-d94cfd144f4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740453543078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12140833'] for segment (fea9cd02-5abe-4f24-b2b7-57d2ea333cda), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:44.263174 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-08a6057c-3c74-4a3e-825f-d94cfd144f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (fea9cd02-5abe-4f24-b2b7-57d2ea333cda), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:44.270864 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a6057c-3c74-4a3e-825f-d94cfd144f4b admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 17:01:44.271439 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-08a6057c-3c74-4a3e-825f-d94cfd144f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12089918'] for segment (fea9cd02-5abe-4f24-b2b7-57d2ea333cda), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: Traceback (most recent call last): Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: timer() Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: cb(*args, **kw) Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: return func(*args, **kwargs) Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: self._notify() Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: self.callback(batched_events) Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: event.method(event) Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: return f(self, *a, **k) Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: return self._get(url).json() Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: return self.request(url, 'GET', **kwargs) Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 17:01:44.273918 dv-cinder-831247-2-iscsi neutron-server[103033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 17:01:44.280439 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-cc73047b-1266-4951-a8d6-a18ac958c414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188'] for port (23c99534-597d-4abc-8a66-4c9e42d49090), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:44.308856 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73047b-1266-4951-a8d6-a18ac958c414 None None] Pushing event deleted for resources: {'Port': ['ID=23c99534-597d-4abc-8a66-4c9e42d49090,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:44.313735 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc73047b-1266-4951-a8d6-a18ac958c414 None None] No DVR routers for this DVR port 23c99534-597d-4abc-8a66-4c9e42d49090 on host dv-cinder-831247-2-iscsi {{(pid=103034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:01:44.340206 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-08a6057c-3c74-4a3e-825f-d94cfd144f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688628'] for network (6895a6ff-fbeb-4435-8eab-716932b6e3bd), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:44.348316 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-08a6057c-3c74-4a3e-825f-d94cfd144f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:44.351747 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-08a6057c-3c74-4a3e-825f-d94cfd144f4b admin admin] 10.222.0.55 "DELETE /v2.0/networks/6895a6ff-fbeb-4435-8eab-716932b6e3bd HTTP/1.1" status: 204 len: 168 time: 0.5490835 Mar 01 17:01:44.357396 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57676) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:44.364482 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6057c-3c74-4a3e-825f-d94cfd144f4b admin admin] Pushing event deleted for resources: {'Network': ['ID=6895a6ff-fbeb-4435-8eab-716932b6e3bd,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:44.383985 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b9cb3-2db5-4a8c-a4bd-a7ceba4449d6 req-43bcaef7-46ca-4fd3-90eb-b3c6dab7ec1e tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:44.385883 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-822b9cb3-2db5-4a8c-a4bd-a7ceba4449d6 req-43bcaef7-46ca-4fd3-90eb-b3c6dab7ec1e tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0867152 Mar 01 17:01:44.503828 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e53480-d11a-4a54-a1d2-b578ce432451 req-b9a1e1a3-b388-456b-a15c-3b7612641e6e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:44.504930 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-822b9cb3-2db5-4a8c-a4bd-a7ceba4449d6 req-fddbcb66-6400-492f-8e0b-7a1b478b72c4 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849237 Mar 01 17:01:44.505238 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f4e53480-d11a-4a54-a1d2-b578ce432451 req-b9a1e1a3-b388-456b-a15c-3b7612641e6e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 943 time: 0.0576007 Mar 01 17:01:44.558745 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f4e53480-d11a-4a54-a1d2-b578ce432451 req-3f29f92e-910c-4b11-8345-bd6b7b084f4a tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456476 Mar 01 17:01:44.757663 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-a1fffe65-5cf7-4b8a-939f-e7300185b410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690182'] for router_interface (894a74d1-2873-4783-92c0-eb11ce4d430b), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:44.993492 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-a1fffe65-5cf7-4b8a-939f-e7300185b410 admin admin] Deleting port ca0ce708-c9c0-41a1-ba1e-fdf6e072931e {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:01:44.993992 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-a1fffe65-5cf7-4b8a-939f-e7300185b410 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (ca0ce708-c9c0-41a1-ba1e-fdf6e072931e), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:45.070989 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [None req-a1fffe65-5cf7-4b8a-939f-e7300185b410 admin admin] For port ca0ce708-c9c0-41a1-ba1e-fdf6e072931e, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=ca0ce708-c9c0-41a1-ba1e-fdf6e072931e,segment=NetworkSegment(247db3ed-5414-42d3-8523-18282baad642),segment_id=247db3ed-5414-42d3-8523-18282baad642)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:01:45.071364 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-a1fffe65-5cf7-4b8a-939f-e7300185b410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (ca0ce708-c9c0-41a1-ba1e-fdf6e072931e), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:45.085442 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-a1fffe65-5cf7-4b8a-939f-e7300185b410 admin admin] Calling delete_port for ca0ce708-c9c0-41a1-ba1e-fdf6e072931e owned by network:router_interface {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:01:45.486674 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 23c99534-597d-4abc-8a66-4c9e42d49090 no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:01:45.508162 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: 23c99534-597d-4abc-8a66-4c9e42d49090 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:01:45.508526 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 23c99534-597d-4abc-8a66-4c9e42d49090 not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:01:45.525873 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-a1fffe65-5cf7-4b8a-939f-e7300185b410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (ca0ce708-c9c0-41a1-ba1e-fdf6e072931e), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:45.553285 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fffe65-5cf7-4b8a-939f-e7300185b410 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca0ce708-c9c0-41a1-ba1e-fdf6e072931e,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:45.689290 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49b18e-5b3a-4497-a2f5-22b3eae71232 req-cce41c7d-58bd-4c11-9509-dc3b75f70266 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:45.690833 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2b49b18e-5b3a-4497-a2f5-22b3eae71232 req-cce41c7d-58bd-4c11-9509-dc3b75f70266 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 943 time: 0.0573161 Mar 01 17:01:45.713515 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c0fc6-06ba-4245-9461-16802865b33d req-e546eb5c-647b-46ff-a970-3c16f7238b50 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:45.715037 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f32c0fc6-06ba-4245-9461-16802865b33d req-e546eb5c-647b-46ff-a970-3c16f7238b50 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.1110084 Mar 01 17:01:45.744078 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2b49b18e-5b3a-4497-a2f5-22b3eae71232 req-fec6cf05-bab7-4067-a799-c7178e4d3877 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468030 Mar 01 17:01:45.807141 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f32c0fc6-06ba-4245-9461-16802865b33d req-5bfb787e-8e74-430c-9b18-45085d23af6b tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852952 Mar 01 17:01:45.807879 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-a1fffe65-5cf7-4b8a-939f-e7300185b410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690026'] for router_interface (894a74d1-2873-4783-92c0-eb11ce4d430b), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:45.933085 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6c8751de-332c-4d27-8452-caf8e75418ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:46.024263 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fffe65-5cf7-4b8a-939f-e7300185b410 admin admin] Router 894a74d1-2873-4783-92c0-eb11ce4d430b has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:01:46.132671 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fffe65-5cf7-4b8a-939f-e7300185b410 admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:01:46.137623 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-a1fffe65-5cf7-4b8a-939f-e7300185b410 admin admin] 10.222.0.55 "PUT /v2.0/routers/894a74d1-2873-4783-92c0-eb11ce4d430b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7748222 Mar 01 17:01:46.140176 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57686) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:46.141195 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb91a25e-4b30-4a6a-a191-bd51b3645d37 None None] Sync routers for ids ['894a74d1-2873-4783-92c0-eb11ce4d430b'] in dv-cinder-831247-2-iscsi {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:01:46.152381 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb91a25e-4b30-4a6a-a191-bd51b3645d37 None None] Routers {'894a74d1-2873-4783-92c0-eb11ce4d430b'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:01:46.152984 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-fb91a25e-4b30-4a6a-a191-bd51b3645d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:01:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['894a74d1-2873-4783-92c0-eb11ce4d430b'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:46.245077 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d5791cfb-1994-41cf-a191-54ff996d3739 admin admin] Publish callbacks [] for router (894a74d1-2873-4783-92c0-eb11ce4d430b), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:46.259642 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-fb91a25e-4b30-4a6a-a191-bd51b3645d37 None None] Set router 894a74d1-2873-4783-92c0-eb11ce4d430b gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:01:46.352419 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d5791cfb-1994-41cf-a191-54ff996d3739 admin admin] Publish callbacks [] for router_gateway (894a74d1-2873-4783-92c0-eb11ce4d430b), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:46.407892 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-d5791cfb-1994-41cf-a191-54ff996d3739 admin admin] Deleting port 3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04 {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:01:46.408236 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d5791cfb-1994-41cf-a191-54ff996d3739 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:46.442316 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-fb91a25e-4b30-4a6a-a191-bd51b3645d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894a74d1-2873-4783-92c0-eb11ce4d430b', 'name': 'tempest-TestMinimumBasicScenario-1364104698-router', 'tenant_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:40Z', 'updated_at': '2022-03-01T17:01:45Z', 'revision_number': 5, 'project_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'gw_port': {'id': '3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894a74d1-2873-4783-92c0-eb11ce4d430b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:58:41Z', 'updated_at': '2022-03-01T16:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:46.473554 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb91a25e-4b30-4a6a-a191-bd51b3645d37 None None] Checking router: 894a74d1-2873-4783-92c0-eb11ce4d430b for host: dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:01:46.482073 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb91a25e-4b30-4a6a-a191-bd51b3645d37 None None] Routers {'894a74d1-2873-4783-92c0-eb11ce4d430b'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:01:46.482669 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-fb91a25e-4b30-4a6a-a191-bd51b3645d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:01:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['894a74d1-2873-4783-92c0-eb11ce4d430b'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:46.489260 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [None req-d5791cfb-1994-41cf-a191-54ff996d3739 admin admin] For port 3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:01:46.489627 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d5791cfb-1994-41cf-a191-54ff996d3739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:46.502095 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-d5791cfb-1994-41cf-a191-54ff996d3739 admin admin] Calling delete_port for 3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04 owned by network:router_gateway {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:01:46.672761 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-fb91a25e-4b30-4a6a-a191-bd51b3645d37 None None] Set router 894a74d1-2873-4783-92c0-eb11ce4d430b gateway port host: None {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:01:46.691267 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d5791cfb-1994-41cf-a191-54ff996d3739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:46.717705 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5791cfb-1994-41cf-a191-54ff996d3739 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:46.725988 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-fb91a25e-4b30-4a6a-a191-bd51b3645d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '894a74d1-2873-4783-92c0-eb11ce4d430b', 'name': 'tempest-TestMinimumBasicScenario-1364104698-router', 'tenant_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:40Z', 'updated_at': '2022-03-01T17:01:46Z', 'revision_number': 6, 'project_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'gw_port_host': None}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:46.766532 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb91a25e-4b30-4a6a-a191-bd51b3645d37 None None] The sync data for ids ['894a74d1-2873-4783-92c0-eb11ce4d430b'] in dv-cinder-831247-2-iscsi is: [{'id': '894a74d1-2873-4783-92c0-eb11ce4d430b', 'name': 'tempest-TestMinimumBasicScenario-1364104698-router', 'tenant_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:58:40Z', 'updated_at': '2022-03-01T17:01:46Z', 'revision_number': 6, 'project_id': 'ce81db5bff5b4887ba8cd393d45b0efe', 'gw_port_host': None}] {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:01:46.777155 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d5791cfb-1994-41cf-a191-54ff996d3739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688584'] for router_gateway (894a74d1-2873-4783-92c0-eb11ce4d430b), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:46.890602 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d5791cfb-1994-41cf-a191-54ff996d3739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3699224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523531'] for router (894a74d1-2873-4783-92c0-eb11ce4d430b), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:46.894478 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d5791cfb-1994-41cf-a191-54ff996d3739 admin admin] Publish callbacks [] for router_controller (894a74d1-2873-4783-92c0-eb11ce4d430b), precommit_delete_associations {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:46.896838 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087f098-29e9-4ad6-acdf-a798d95e5593 req-34b5038f-feb1-4a1c-aea7-21ea3680247b tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:46.898323 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1087f098-29e9-4ad6-acdf-a798d95e5593 req-34b5038f-feb1-4a1c-aea7-21ea3680247b tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 943 time: 0.0576429 Mar 01 17:01:46.950648 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:46.953922 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1087f098-29e9-4ad6-acdf-a798d95e5593 req-5c66dd32-82ae-44cb-a8b2-43af54868904 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493762 Mar 01 17:01:46.980130 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d5791cfb-1994-41cf-a191-54ff996d3739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3699235'] for router (894a74d1-2873-4783-92c0-eb11ce4d430b), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:46.980677 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5791cfb-1994-41cf-a191-54ff996d3739 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 894a74d1-2873-4783-92c0-eb11ce4d430b {{(pid=103032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 17:01:46.987915 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d5791cfb-1994-41cf-a191-54ff996d3739 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:46.989045 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-d5791cfb-1994-41cf-a191-54ff996d3739 admin admin] 10.222.0.55 "DELETE /v2.0/routers/894a74d1-2873-4783-92c0-eb11ce4d430b HTTP/1.1" status: 204 len: 168 time: 0.8479745 Mar 01 17:01:46.991692 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57692) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:47.004842 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6509a-44fa-4791-ad21-55a6f4b32d23 req-d0c725a2-3bce-415b-9c17-ca2242c8386f tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:47.006322 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e6e6509a-44fa-4791-ad21-55a6f4b32d23 req-d0c725a2-3bce-415b-9c17-ca2242c8386f tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.1138558 Mar 01 17:01:47.041722 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_v2 [None req-1adffc3e-53d9-446f-8938-d55b2da1dd85 admin admin] Deleting subnet c7f9319a-7534-4dc0-83db-0838b701fae5 {{(pid=103033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 17:01:47.044847 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1adffc3e-53d9-446f-8938-d55b2da1dd85 admin admin] Publish callbacks [] for subnet (c7f9319a-7534-4dc0-83db-0838b701fae5), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:47.059011 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e6e6509a-44fa-4791-ad21-55a6f4b32d23 req-5c6ea980-7bd6-465a-bc0e-e5ba426851a5 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467556 Mar 01 17:01:47.085166 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1adffc3e-53d9-446f-8938-d55b2da1dd85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12140854'] for subnet (c7f9319a-7534-4dc0-83db-0838b701fae5), precommit_delete_associations {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:47.172331 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1adffc3e-53d9-446f-8938-d55b2da1dd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824678'] for subnet (c7f9319a-7534-4dc0-83db-0838b701fae5), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:47.239976 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1adffc3e-53d9-446f-8938-d55b2da1dd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12090080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11556261'] for subnet (c7f9319a-7534-4dc0-83db-0838b701fae5), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:47.266209 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adffc3e-53d9-446f-8938-d55b2da1dd85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7f9319a-7534-4dc0-83db-0838b701fae5,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:47.270695 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1adffc3e-53d9-446f-8938-d55b2da1dd85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:47.276773 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-1adffc3e-53d9-446f-8938-d55b2da1dd85 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c7f9319a-7534-4dc0-83db-0838b701fae5 HTTP/1.1" status: 204 len: 168 time: 0.2811503 Mar 01 17:01:47.276931 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a246097-1ef0-43dc-86b8-5d423e34f954 None None] Network 560b9a4c-e8de-4946-87c8-6b95bafd7a10 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:01:47.277663 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57694) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:47.279670 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adffc3e-53d9-446f-8938-d55b2da1dd85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:47.280034 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adffc3e-53d9-446f-8938-d55b2da1dd85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:47.280386 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adffc3e-53d9-446f-8938-d55b2da1dd85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:47.280732 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adffc3e-53d9-446f-8938-d55b2da1dd85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:47.281339 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adffc3e-53d9-446f-8938-d55b2da1dd85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:47.281672 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adffc3e-53d9-446f-8938-d55b2da1dd85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:47.282009 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adffc3e-53d9-446f-8938-d55b2da1dd85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:47.282340 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adffc3e-53d9-446f-8938-d55b2da1dd85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:47.282674 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adffc3e-53d9-446f-8938-d55b2da1dd85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:47.283007 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adffc3e-53d9-446f-8938-d55b2da1dd85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:47.283350 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adffc3e-53d9-446f-8938-d55b2da1dd85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:47.283675 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adffc3e-53d9-446f-8938-d55b2da1dd85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:47.284003 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adffc3e-53d9-446f-8938-d55b2da1dd85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:01:47.345259 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-00c2fc72-c1f6-4f2f-b5f9-3d2bafaa2dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896669'] for network (560b9a4c-e8de-4946-87c8-6b95bafd7a10), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:47.398351 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-00c2fc72-c1f6-4f2f-b5f9-3d2bafaa2dae admin admin] Deleting port 50c2b5b4-6801-48ff-89a1-30c9372822f7 {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:01:47.398782 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-00c2fc72-c1f6-4f2f-b5f9-3d2bafaa2dae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (50c2b5b4-6801-48ff-89a1-30c9372822f7), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:47.464338 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [None req-00c2fc72-c1f6-4f2f-b5f9-3d2bafaa2dae admin admin] For port 50c2b5b4-6801-48ff-89a1-30c9372822f7, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=50c2b5b4-6801-48ff-89a1-30c9372822f7,segment=NetworkSegment(247db3ed-5414-42d3-8523-18282baad642),segment_id=247db3ed-5414-42d3-8523-18282baad642)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:01:47.464579 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-00c2fc72-c1f6-4f2f-b5f9-3d2bafaa2dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (50c2b5b4-6801-48ff-89a1-30c9372822f7), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:47.476694 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-00c2fc72-c1f6-4f2f-b5f9-3d2bafaa2dae admin admin] Calling delete_port for 50c2b5b4-6801-48ff-89a1-30c9372822f7 owned by network:dhcp {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:01:47.561330 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43ab6f2-ffed-4bfd-8fa3-7771feef33cc None None] DHCP port deletion for 560b9a4c-e8de-4946-87c8-6b95bafd7a10 request from dv-cinder-831247-2-iscsi {{(pid=103034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 17:01:47.561696 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-00c2fc72-c1f6-4f2f-b5f9-3d2bafaa2dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (50c2b5b4-6801-48ff-89a1-30c9372822f7), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:47.595824 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2fc72-c1f6-4f2f-b5f9-3d2bafaa2dae admin admin] Pushing event deleted for resources: {'Port': ['ID=50c2b5b4-6801-48ff-89a1-30c9372822f7,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:47.600499 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c2fc72-c1f6-4f2f-b5f9-3d2bafaa2dae admin admin] No DVR routers for this DVR port 50c2b5b4-6801-48ff-89a1-30c9372822f7 on host dv-cinder-831247-2-iscsi {{(pid=103032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:01:47.634887 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 50c2b5b4-6801-48ff-89a1-30c9372822f7 no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:01:47.658902 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: 50c2b5b4-6801-48ff-89a1-30c9372822f7 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:01:47.659348 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 50c2b5b4-6801-48ff-89a1-30c9372822f7 not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:01:47.659845 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04 no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:01:47.673107 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-00c2fc72-c1f6-4f2f-b5f9-3d2bafaa2dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986525', 'neutron.services.segments.db._delete_segments_for_network-8740453540253'] for network (560b9a4c-e8de-4946-87c8-6b95bafd7a10), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:47.695270 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.services.segments.db [None req-00c2fc72-c1f6-4f2f-b5f9-3d2bafaa2dae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560b9a4c-e8de-4946-87c8-6b95bafd7a10']}} {{(pid=103032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:47.706163 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.services.segments.db [None req-00c2fc72-c1f6-4f2f-b5f9-3d2bafaa2dae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247db3ed-5414-42d3-8523-18282baad642') {'for_net_delete': True} {{(pid=103032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:47.706466 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.services.segments.db [None req-00c2fc72-c1f6-4f2f-b5f9-3d2bafaa2dae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247db3ed-5414-42d3-8523-18282baad642') {} {{(pid=103032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:47.717364 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-00c2fc72-c1f6-4f2f-b5f9-3d2bafaa2dae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740453543078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12091609'] for segment (247db3ed-5414-42d3-8523-18282baad642), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:47.732112 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-00c2fc72-c1f6-4f2f-b5f9-3d2bafaa2dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (247db3ed-5414-42d3-8523-18282baad642), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:47.738651 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c2fc72-c1f6-4f2f-b5f9-3d2bafaa2dae admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 17:01:47.739055 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-00c2fc72-c1f6-4f2f-b5f9-3d2bafaa2dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12092407'] for segment (247db3ed-5414-42d3-8523-18282baad642), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: Traceback (most recent call last): Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: timer() Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: cb(*args, **kw) Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: return func(*args, **kwargs) Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: self._notify() Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: self.callback(batched_events) Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: event.method(event) Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: return f(self, *a, **k) Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: return self._get(url).json() Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: return self.request(url, 'GET', **kwargs) Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 17:01:47.741047 dv-cinder-831247-2-iscsi neutron-server[103032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 17:01:47.802883 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-00c2fc72-c1f6-4f2f-b5f9-3d2bafaa2dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688628'] for network (560b9a4c-e8de-4946-87c8-6b95bafd7a10), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:47.810420 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-00c2fc72-c1f6-4f2f-b5f9-3d2bafaa2dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:47.815784 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-00c2fc72-c1f6-4f2f-b5f9-3d2bafaa2dae admin admin] 10.222.0.55 "DELETE /v2.0/networks/560b9a4c-e8de-4946-87c8-6b95bafd7a10 HTTP/1.1" status: 204 len: 168 time: 0.5344439 Mar 01 17:01:47.816940 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: 3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:01:47.817297 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 3d8b073c-ab9c-4c71-b3dc-a18dff7a9d04 not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:01:47.817925 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device ca0ce708-c9c0-41a1-ba1e-fdf6e072931e no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:01:47.829610 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2fc72-c1f6-4f2f-b5f9-3d2bafaa2dae admin admin] Pushing event deleted for resources: {'Network': ['ID=560b9a4c-e8de-4946-87c8-6b95bafd7a10,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:47.838530 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: ca0ce708-c9c0-41a1-ba1e-fdf6e072931e {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:01:47.838891 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device ca0ce708-c9c0-41a1-ba1e-fdf6e072931e not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:01:47.991215 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57700) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:48.032957 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-708e0b5c-af1a-4016-8701-70b588fac518 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a43673a7513a4ecfbdcfa9af54650cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405495 Mar 01 17:01:48.035474 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57702) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:48.076617 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab930c8e-9629-4c9a-95f9-e75291012341 req-7ff84166-d53e-495b-9349-af607c06558f tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:48.078120 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ab930c8e-9629-4c9a-95f9-e75291012341 req-7ff84166-d53e-495b-9349-af607c06558f tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 943 time: 0.0541139 Mar 01 17:01:48.084551 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-4e2cc6c6-b661-4837-8eb2-83614e6ab7c7 admin admin] Publish callbacks [] for security_group (8139b40a-78b7-4a58-9cc7-f0df6493bc45), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:48.108815 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 17:01:48.110298 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-4e2cc6c6-b661-4837-8eb2-83614e6ab7c7 admin admin] Publish callbacks [] for security_group (8139b40a-78b7-4a58-9cc7-f0df6493bc45), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:48.146752 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ab930c8e-9629-4c9a-95f9-e75291012341 req-0a943fa1-4772-4970-b03b-c30980de552d tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630598 Mar 01 17:01:48.206317 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d173c-fa29-457b-bef8-4c1dda74e477 req-527a0746-f045-4c81-9f62-70715cb36dce tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:48.207792 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f59d173c-fa29-457b-bef8-4c1dda74e477 req-527a0746-f045-4c81-9f62-70715cb36dce tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0737536 Mar 01 17:01:48.220114 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-4e2cc6c6-b661-4837-8eb2-83614e6ab7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (8139b40a-78b7-4a58-9cc7-f0df6493bc45), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:48.222540 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-4e2cc6c6-b661-4837-8eb2-83614e6ab7c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:48.223611 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-4e2cc6c6-b661-4837-8eb2-83614e6ab7c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8139b40a-78b7-4a58-9cc7-f0df6493bc45 HTTP/1.1" status: 204 len: 168 time: 0.1870749 Mar 01 17:01:48.247378 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cc6c6-b661-4837-8eb2-83614e6ab7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8139b40a-78b7-4a58-9cc7-f0df6493bc45,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:48.289380 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f59d173c-fa29-457b-bef8-4c1dda74e477 req-5d573d5a-fc7b-42a1-9683-c7891994489a tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753088 Mar 01 17:01:48.558283 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:48.560591 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57710) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:48.598632 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-6ba5cbcf-6b72-4288-a9ef-f2efeaa42f4b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce81db5bff5b4887ba8cd393d45b0efe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368965 Mar 01 17:01:48.601100 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 57712) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:48.646141 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-99fa8bb9-65bf-4aa2-96d1-14cb98d4fa43 admin admin] Publish callbacks [] for security_group (be888618-88a9-4f0e-bd23-0d40af1a6908), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:48.666456 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-99fa8bb9-65bf-4aa2-96d1-14cb98d4fa43 admin admin] Publish callbacks [] for security_group (be888618-88a9-4f0e-bd23-0d40af1a6908), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:48.715007 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-99fa8bb9-65bf-4aa2-96d1-14cb98d4fa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (be888618-88a9-4f0e-bd23-0d40af1a6908), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:48.717747 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-99fa8bb9-65bf-4aa2-96d1-14cb98d4fa43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:48.718846 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-99fa8bb9-65bf-4aa2-96d1-14cb98d4fa43 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/be888618-88a9-4f0e-bd23-0d40af1a6908 HTTP/1.1" status: 204 len: 168 time: 0.1168890 Mar 01 17:01:48.726080 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa8bb9-65bf-4aa2-96d1-14cb98d4fa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be888618-88a9-4f0e-bd23-0d40af1a6908,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:49.278115 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c89d76-7286-4c57-83be-dc7c621db735 req-b5f3f859-ed13-46b1-95ec-77371ebe96d2 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:49.279625 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d7c89d76-7286-4c57-83be-dc7c621db735 req-b5f3f859-ed13-46b1-95ec-77371ebe96d2 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 943 time: 0.0529709 Mar 01 17:01:49.333703 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d7c89d76-7286-4c57-83be-dc7c621db735 req-5bd29074-a516-4371-8f67-84dc6d4eb08e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483823 Mar 01 17:01:49.409698 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3875da-ecca-47df-9d0d-4e9ee3066a62 req-529d59b2-9183-4622-8521-c668c7c753d4 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:49.411188 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4c3875da-ecca-47df-9d0d-4e9ee3066a62 req-529d59b2-9183-4622-8521-c668c7c753d4 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0522981 Mar 01 17:01:49.458947 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4c3875da-ecca-47df-9d0d-4e9ee3066a62 req-a09e9833-99c8-49e2-967d-afcb6894d987 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416818 Mar 01 17:01:49.701190 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede376cd-b34d-4a6b-aa53-72371641a4bb req-0f638ed4-cca8-4aa4-bc6e-27bbe0842516 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:49.702792 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ede376cd-b34d-4a6b-aa53-72371641a4bb req-0f638ed4-cca8-4aa4-bc6e-27bbe0842516 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0525961 Mar 01 17:01:49.755515 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ede376cd-b34d-4a6b-aa53-72371641a4bb req-4c4bebd8-86e6-45c1-8ab5-446da4f9f895 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455728 Mar 01 17:01:49.871259 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:49.903490 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961e06f-594d-4e51-9112-5cff649ad50b req-39b9e0fe-f811-4cae-9bfc-c012c85d8993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:49.904997 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3961e06f-594d-4e51-9112-5cff649ad50b req-39b9e0fe-f811-4cae-9bfc-c012c85d8993 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1dc6016cf32040529e21f5b330bfe54a&device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 1130 time: 0.1886549 Mar 01 17:01:49.993828 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961e06f-594d-4e51-9112-5cff649ad50b req-a00a9fb7-0b3d-446c-a645-8196f8083dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:49.995414 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3961e06f-594d-4e51-9112-5cff649ad50b req-a00a9fb7-0b3d-446c-a645-8196f8083dfb service neutron] 10.222.0.37 "GET /v2.0/networks?id=8781eac9-aa85-4a72-b5b3-6da62a18282a HTTP/1.1" status: 200 len: 912 time: 0.0843554 Mar 01 17:01:50.065211 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3961e06f-594d-4e51-9112-5cff649ad50b req-b17857c2-8f0e-4e3a-ad2a-5a56151bf6f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25dd5465-59c1-462f-9de0-e65e756c3ead HTTP/1.1" status: 200 len: 1002 time: 0.0644608 Mar 01 17:01:50.113803 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961e06f-594d-4e51-9112-5cff649ad50b req-ac0f61d8-5d6e-4c94-bd4a-58f043075956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:50.115435 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3961e06f-594d-4e51-9112-5cff649ad50b req-ac0f61d8-5d6e-4c94-bd4a-58f043075956 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12945aae-7d6d-4457-b922-e55760c246fd HTTP/1.1" status: 200 len: 850 time: 0.0442054 Mar 01 17:01:50.165283 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961e06f-594d-4e51-9112-5cff649ad50b req-848aa695-36bf-429d-8ae7-5c333350f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:50.167062 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3961e06f-594d-4e51-9112-5cff649ad50b req-848aa695-36bf-429d-8ae7-5c333350f771 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8781eac9-aa85-4a72-b5b3-6da62a18282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448661 Mar 01 17:01:50.257084 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3961e06f-594d-4e51-9112-5cff649ad50b req-e227b319-ee32-44b2-b37b-aa5fd981114b service neutron] 10.222.0.37 "GET /v2.0/networks/8781eac9-aa85-4a72-b5b3-6da62a18282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841777 Mar 01 17:01:50.344635 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3961e06f-594d-4e51-9112-5cff649ad50b req-d41da78c-6940-4697-b447-bd8fc0100b32 service neutron] 10.222.0.37 "GET /v2.0/networks/8781eac9-aa85-4a72-b5b3-6da62a18282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817931 Mar 01 17:01:50.457651 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf0a50-3fe2-45cd-8cbb-9fd1e942d256 req-4bac3a44-e68e-4303-8f28-cef7d314e958 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:50.459127 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-07bf0a50-3fe2-45cd-8cbb-9fd1e942d256 req-4bac3a44-e68e-4303-8f28-cef7d314e958 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 943 time: 0.0535457 Mar 01 17:01:50.510165 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-07bf0a50-3fe2-45cd-8cbb-9fd1e942d256 req-f0a41d71-55d8-40b9-9b63-0875be54b53c tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447824 Mar 01 17:01:50.881061 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33667ec2-eac1-47c2-9588-6a8f9eafefec req-6c3316a3-6154-4aaa-b3a1-ac0961726339 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:50.884251 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-33667ec2-eac1-47c2-9588-6a8f9eafefec req-6c3316a3-6154-4aaa-b3a1-ac0961726339 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0611181 Mar 01 17:01:50.935899 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-33667ec2-eac1-47c2-9588-6a8f9eafefec req-04d9091c-c3f4-4451-b718-7bf2f2ac1990 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460339 Mar 01 17:01:51.171618 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device efc921b5-1e60-49a0-9a88-015d06d4720e details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 17:01:51.271450 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port efc921b5-1e60-49a0-9a88-015d06d4720e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=efc921b5-1e60-49a0-9a88-015d06d4720e,segment=NetworkSegment(d30029e1-fef4-4b84-9127-2a2720257a02),segment_id=d30029e1-fef4-4b84-9127-2a2720257a02)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:01:51.282533 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': 'efc921b5-1e60-49a0-9a88-015d06d4720e', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'port_id': 'efc921b5-1e60-49a0-9a88-015d06d4720e', 'mac_address': 'fa:16:3e:55:93:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 17:01:51.318240 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port efc921b5-1e60-49a0-9a88-015d06d4720e is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:51.318626 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (efc921b5-1e60-49a0-9a88-015d06d4720e), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:51.334421 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc921b5-1e60-49a0-9a88-015d06d4720e {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 17:01:51.352956 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port efc921b5-1e60-49a0-9a88-015d06d4720e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=efc921b5-1e60-49a0-9a88-015d06d4720e,segment=NetworkSegment(d30029e1-fef4-4b84-9127-2a2720257a02),segment_id=d30029e1-fef4-4b84-9127-2a2720257a02)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:01:51.356735 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (efc921b5-1e60-49a0-9a88-015d06d4720e), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:51.402676 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=efc921b5-1e60-49a0-9a88-015d06d4720e,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:51.601133 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['efc921b5-1e60-49a0-9a88-015d06d4720e'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 17:01:51.630024 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8177af1-3739-4b06-8a4e-f0f5c03d7716 req-7edcf57e-043c-4130-90a4-b4cfb550011c tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:51.631763 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a8177af1-3739-4b06-8a4e-f0f5c03d7716 req-7edcf57e-043c-4130-90a4-b4cfb550011c tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 944 time: 0.0527930 Mar 01 17:01:51.689442 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a8177af1-3739-4b06-8a4e-f0f5c03d7716 req-69c10348-6cfd-4e08-8d0b-d2f2d3abd808 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513403 Mar 01 17:01:52.064578 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419c78b-b5f0-4f9f-b741-473daccf3d1f req-b1fe8dd5-b156-471c-9acd-265089c81af6 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:52.066033 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7419c78b-b5f0-4f9f-b741-473daccf3d1f req-b1fe8dd5-b156-471c-9acd-265089c81af6 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0514567 Mar 01 17:01:52.110325 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7419c78b-b5f0-4f9f-b741-473daccf3d1f req-2fc27160-f5f6-4285-94c1-0b966594213e tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388801 Mar 01 17:01:52.812578 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531dd55-bf01-4485-9a88-173e4982ae1b req-44c1e348-172c-4664-8786-e4514d73c1c6 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:52.814053 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-6531dd55-bf01-4485-9a88-173e4982ae1b req-44c1e348-172c-4664-8786-e4514d73c1c6 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 944 time: 0.0575099 Mar 01 17:01:52.866640 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-6531dd55-bf01-4485-9a88-173e4982ae1b req-5f86af8a-677d-4caf-9109-e3c92d467cb5 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471146 Mar 01 17:01:53.182606 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device efc921b5-1e60-49a0-9a88-015d06d4720e up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:01:53.232566 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning for port efc921b5-1e60-49a0-9a88-015d06d4720e completed by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 17:01:53.236460 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port efc921b5-1e60-49a0-9a88-015d06d4720e triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:01:53.236838 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (efc921b5-1e60-49a0-9a88-015d06d4720e), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:53.316989 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port efc921b5-1e60-49a0-9a88-015d06d4720e is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:01:53.317378 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (efc921b5-1e60-49a0-9a88-015d06d4720e), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:53.340915 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c568357-b883-4560-a332-b3a3e5cabc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc921b5-1e60-49a0-9a88-015d06d4720e'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:01:53.343140 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71338a48-fe57-4d80-a94a-0f5200bf067d" -d '{"events": [{"server_uuid": "4c568357-b883-4560-a332-b3a3e5cabc43", "name": "network-vif-plugged", "status": "completed", "tag": "efc921b5-1e60-49a0-9a88-015d06d4720e"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:01:53.355924 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port efc921b5-1e60-49a0-9a88-015d06d4720e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=efc921b5-1e60-49a0-9a88-015d06d4720e,segment=NetworkSegment(d30029e1-fef4-4b84-9127-2a2720257a02),segment_id=d30029e1-fef4-4b84-9127-2a2720257a02)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:01:53.360041 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (efc921b5-1e60-49a0-9a88-015d06d4720e), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:53.385701 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f90e5f-4ea4-47b0-9ca5-3d9b81594aa1 x-openstack-request-id: req-e7f90e5f-4ea4-47b0-9ca5-3d9b81594aa1 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:01:53.386016 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c568357-b883-4560-a332-b3a3e5cabc43", "name": "network-vif-plugged", "status": "completed", "tag": "efc921b5-1e60-49a0-9a88-015d06d4720e", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:01:53.386272 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e7f90e5f-4ea4-47b0-9ca5-3d9b81594aa1 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:01:53.387382 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c568357-b883-4560-a332-b3a3e5cabc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc921b5-1e60-49a0-9a88-015d06d4720e', 'code': 200} Mar 01 17:01:53.418011 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=efc921b5-1e60-49a0-9a88-015d06d4720e,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:53.626143 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e227d-18a6-4e6b-8542-d19c1a928ba3 req-d0bf55d9-3d3d-419b-9a77-22fa9e9248ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:53.627895 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f75e227d-18a6-4e6b-8542-d19c1a928ba3 req-d0bf55d9-3d3d-419b-9a77-22fa9e9248ca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 1129 time: 0.0481896 Mar 01 17:01:53.673961 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f75e227d-18a6-4e6b-8542-d19c1a928ba3 req-20f35694-b542-4f55-bd97-94f4cb6025c5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403309 Mar 01 17:01:53.995577 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffb3cd-77a4-4dc3-a9c8-906a0c966ac2 req-40ea8e19-2f58-4dd7-9857-d6b01fe90361 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:53.996941 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-61ffb3cd-77a4-4dc3-a9c8-906a0c966ac2 req-40ea8e19-2f58-4dd7-9857-d6b01fe90361 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 945 time: 0.0598454 Mar 01 17:01:54.053086 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-61ffb3cd-77a4-4dc3-a9c8-906a0c966ac2 req-169f42ec-c433-402d-ac4a-918598735066 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504341 Mar 01 17:01:54.124956 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4935ef9-d861-4dfb-9939-04e675668ae4 req-58caade6-fe45-41bc-ab51-bfe6105c4e2d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:54.126432 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a4935ef9-d861-4dfb-9939-04e675668ae4 req-58caade6-fe45-41bc-ab51-bfe6105c4e2d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 945 time: 0.0532281 Mar 01 17:01:54.173308 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a4935ef9-d861-4dfb-9939-04e675668ae4 req-000e98db-26d0-4fb2-b5f7-5dd12c83415c tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412371 Mar 01 17:01:55.177051 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfce8e3-c886-4af8-bb58-7c88386b1f3e req-83bc97c9-8971-48ba-ace5-5e4613ab8de6 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:55.178534 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8dfce8e3-c886-4af8-bb58-7c88386b1f3e req-83bc97c9-8971-48ba-ace5-5e4613ab8de6 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 945 time: 0.0579402 Mar 01 17:01:55.231826 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8dfce8e3-c886-4af8-bb58-7c88386b1f3e req-f82a9688-ce81-4800-90f8-2d26e750e6cb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476742 Mar 01 17:01:55.301933 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca18eea-d273-4af6-8475-13098b64026f req-2c472ec0-e1da-414e-9bd7-00dd8d88e435 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:55.303476 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3ca18eea-d273-4af6-8475-13098b64026f req-2c472ec0-e1da-414e-9bd7-00dd8d88e435 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 945 time: 0.0577223 Mar 01 17:01:55.354027 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3ca18eea-d273-4af6-8475-13098b64026f req-9cefe722-af0f-435a-8d08-bda54a251a3d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423558 Mar 01 17:01:55.355257 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136264c-90b3-4c5f-ad46-b94acb7ff519 req-bd51bd1d-822b-4253-9314-21066204cdab tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:55.356778 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c136264c-90b3-4c5f-ad46-b94acb7ff519 req-bd51bd1d-822b-4253-9314-21066204cdab tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 945 time: 0.0609145 Mar 01 17:01:55.406527 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c136264c-90b3-4c5f-ad46-b94acb7ff519 req-04a45fe6-74f8-438a-8368-767b01f37801 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443730 Mar 01 17:01:55.428417 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57766) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:55.577256 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26590ff-c826-424f-9632-8615e9e35728 tempest-TestVolumeBootPattern-346417256 tempest-TestVolumeBootPattern-346417256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:55.578803 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-e26590ff-c826-424f-9632-8615e9e35728 tempest-TestVolumeBootPattern-346417256 tempest-TestVolumeBootPattern-346417256-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 1124 time: 0.1494012 Mar 01 17:01:55.581607 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 57770) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:01:55.585762 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-1df9c11f-bee2-498c-9216-1a3eb4f4fccb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Request body: {'floatingip': {'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'port_id': 'efc921b5-1e60-49a0-9a88-015d06d4720e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:01:55.606937 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1df9c11f-bee2-498c-9216-1a3eb4f4fccb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:55.709155 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1df9c11f-bee2-498c-9216-1a3eb4f4fccb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:55.812814 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [None req-1df9c11f-bee2-498c-9216-1a3eb4f4fccb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Allocated IP 172.27.0.140 (e6ae233f-293e-41a5-ad0b-5fc845cdb59d/f57a09de-5442-447f-9fd0-ed63e9a7467a/1a3ac62f-41fc-468b-aa54-63c7ff52a7f9) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:01:55.919874 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1df9c11f-bee2-498c-9216-1a3eb4f4fccb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for port (1a3ac62f-41fc-468b-aa54-63c7ff52a7f9), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:55.953534 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1df9c11f-bee2-498c-9216-1a3eb4f4fccb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (1a3ac62f-41fc-468b-aa54-63c7ff52a7f9), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:55.991142 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df9c11f-bee2-498c-9216-1a3eb4f4fccb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:01:55.994608 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-1df9c11f-bee2-498c-9216-1a3eb4f4fccb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:01:55.998031 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df9c11f-bee2-498c-9216-1a3eb4f4fccb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:01:56.024051 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9c11f-bee2-498c-9216-1a3eb4f4fccb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event updated for resources: {'Port': ['ID=1a3ac62f-41fc-468b-aa54-63c7ff52a7f9,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:56.363876 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1df9c11f-bee2-498c-9216-1a3eb4f4fccb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for floatingip (e1846c39-88dd-4bf0-80ff-cde59fa948bf), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:56.467621 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1df9c11f-bee2-498c-9216-1a3eb4f4fccb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (1a3ac62f-41fc-468b-aa54-63c7ff52a7f9), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:56.522880 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec16c9-e0b1-4d70-b751-95fa6b6ceb38 req-90d02116-fe40-4c3c-8f1f-569ef1cfe6ea tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:56.525161 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a9ec16c9-e0b1-4d70-b751-95fa6b6ceb38 req-90d02116-fe40-4c3c-8f1f-569ef1cfe6ea tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 945 time: 0.0959792 Mar 01 17:01:56.627297 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a9ec16c9-e0b1-4d70-b751-95fa6b6ceb38 req-68741c1c-74bf-484e-9b1e-fd0b83249401 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948229 Mar 01 17:01:56.674853 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1df9c11f-bee2-498c-9216-1a3eb4f4fccb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for port (1a3ac62f-41fc-468b-aa54-63c7ff52a7f9), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:56.679288 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1df9c11f-bee2-498c-9216-1a3eb4f4fccb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090074'] for port (1a3ac62f-41fc-468b-aa54-63c7ff52a7f9), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:56.746722 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9c11f-bee2-498c-9216-1a3eb4f4fccb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event updated for resources: {'Port': ['ID=1a3ac62f-41fc-468b-aa54-63c7ff52a7f9,revision_number=2']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:01:56.759601 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1df9c11f-bee2-498c-9216-1a3eb4f4fccb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688646'] for floatingip (e1846c39-88dd-4bf0-80ff-cde59fa948bf), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:56.864627 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.db.l3_db [None req-1df9c11f-bee2-498c-9216-1a3eb4f4fccb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Floating IP e1846c39-88dd-4bf0-80ff-cde59fa948bf associated. External IP: 172.27.0.140, port: efc921b5-1e60-49a0-9a88-015d06d4720e. Mar 01 17:01:57.080749 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df9c11f-bee2-498c-9216-1a3eb4f4fccb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Router b48f479a-35a5-43fe-b608-11c65a0f81cd has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:01:57.194781 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df9c11f-bee2-498c-9216-1a3eb4f4fccb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:01:57.212658 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838de4f7-e7c5-4213-a3b9-468c0e8917f3 None None] Sync routers for ids ['b48f479a-35a5-43fe-b608-11c65a0f81cd'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:01:57.214949 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1df9c11f-bee2-498c-9216-1a3eb4f4fccb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for floatingip (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:01:57.232172 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838de4f7-e7c5-4213-a3b9-468c0e8917f3 None None] Routers {'b48f479a-35a5-43fe-b608-11c65a0f81cd'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:01:57.232818 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-838de4f7-e7c5-4213-a3b9-468c0e8917f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:01:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['b48f479a-35a5-43fe-b608-11c65a0f81cd'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:57.245623 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-1df9c11f-bee2-498c-9216-1a3eb4f4fccb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6629858 Mar 01 17:01:57.246351 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c568357-b883-4560-a332-b3a3e5cabc43', 'tag': 'efc921b5-1e60-49a0-9a88-015d06d4720e'}] {{(pid=103033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:01:57.248793 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dddadf24ac110f9ada54727228b3474a86f75cc3561f1e1b47b1deb8a3f97d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26da1540-adeb-41b6-9176-36bcab9809c2" -d '{"events": [{"name": "network-changed", "server_uuid": "4c568357-b883-4560-a332-b3a3e5cabc43", "tag": "efc921b5-1e60-49a0-9a88-015d06d4720e"}]}' {{(pid=103033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:01:57.354395 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 17:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8ff917-da4a-4a00-912b-919de779611a x-openstack-request-id: req-ad8ff917-da4a-4a00-912b-919de779611a {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:01:57.354692 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c568357-b883-4560-a332-b3a3e5cabc43", "tag": "efc921b5-1e60-49a0-9a88-015d06d4720e", "status": "completed", "code": 200}]} {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:01:57.354951 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad8ff917-da4a-4a00-912b-919de779611a {{(pid=103033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:01:57.355386 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c568357-b883-4560-a332-b3a3e5cabc43', 'tag': 'efc921b5-1e60-49a0-9a88-015d06d4720e', 'status': 'completed', 'code': 200} Mar 01 17:01:57.355499 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-838de4f7-e7c5-4213-a3b9-468c0e8917f3 None None] Set router b48f479a-35a5-43fe-b608-11c65a0f81cd gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:01:57.423627 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da1540-adeb-41b6-9176-36bcab9809c2 req-8e1290cc-be33-4a3d-b53e-c7a5feffc2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:57.425127 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-26da1540-adeb-41b6-9176-36bcab9809c2 req-8e1290cc-be33-4a3d-b53e-c7a5feffc2a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfbb9521b0ae41719a30a1935a4cbf87&device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 1129 time: 0.0462246 Mar 01 17:01:57.518058 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da1540-adeb-41b6-9176-36bcab9809c2 req-5537e035-e895-4c40-b943-b2170ceed766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:57.519697 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-26da1540-adeb-41b6-9176-36bcab9809c2 req-5537e035-e895-4c40-b943-b2170ceed766 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6046e82-458d-4f62-9448-cbf1da4a132e HTTP/1.1" status: 200 len: 912 time: 0.0891888 Mar 01 17:01:57.585069 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-26da1540-adeb-41b6-9176-36bcab9809c2 req-7b33c656-d354-4b25-84f6-0eda551cfda3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efc921b5-1e60-49a0-9a88-015d06d4720e HTTP/1.1" status: 200 len: 999 time: 0.0596302 Mar 01 17:01:57.589051 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-838de4f7-e7c5-4213-a3b9-468c0e8917f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': 'e1846c39-88dd-4bf0-80ff-cde59fa948bf', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'port_id': 'efc921b5-1e60-49a0-9a88-015d06d4720e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'mac_address': 'fa:16:3e:55:93:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c568357-b883-4560-a332-b3a3e5cabc43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:01:56Z', 'updated_at': '2022-03-01T17:01:56Z', 'revision_number': 0, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:20Z', 'revision_number': 5, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:57.619936 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838de4f7-e7c5-4213-a3b9-468c0e8917f3 None None] Checking router: b48f479a-35a5-43fe-b608-11c65a0f81cd for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:01:57.628236 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838de4f7-e7c5-4213-a3b9-468c0e8917f3 None None] Routers {'b48f479a-35a5-43fe-b608-11c65a0f81cd'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:01:57.628842 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-838de4f7-e7c5-4213-a3b9-468c0e8917f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:01:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['b48f479a-35a5-43fe-b608-11c65a0f81cd'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:57.635071 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da1540-adeb-41b6-9176-36bcab9809c2 req-9b6231fe-590c-4b7f-aed2-2f6efebd0262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:57.637162 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-26da1540-adeb-41b6-9176-36bcab9809c2 req-9b6231fe-590c-4b7f-aed2-2f6efebd0262 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1576c47e-a363-42c8-b1bb-78954efa89be HTTP/1.1" status: 200 len: 850 time: 0.0459940 Mar 01 17:01:57.692251 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da1540-adeb-41b6-9176-36bcab9809c2 req-8718274f-ef62-4ed8-84b3-7574f9d4be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:57.693983 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-26da1540-adeb-41b6-9176-36bcab9809c2 req-8718274f-ef62-4ed8-84b3-7574f9d4be65 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6046e82-458d-4f62-9448-cbf1da4a132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516734 Mar 01 17:01:57.745975 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-838de4f7-e7c5-4213-a3b9-468c0e8917f3 None None] Set router b48f479a-35a5-43fe-b608-11c65a0f81cd gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:01:57.756820 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df959e6-af89-4d9c-95d8-62d933fb2d0e req-32045be0-03f6-45d3-a92e-ebb49570df0d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:57.758923 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1df959e6-af89-4d9c-95d8-62d933fb2d0e req-32045be0-03f6-45d3-a92e-ebb49570df0d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 945 time: 0.0550070 Mar 01 17:01:57.786390 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-26da1540-adeb-41b6-9176-36bcab9809c2 req-9890821c-089a-4664-8a68-8ac1f9d07c95 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854201 Mar 01 17:01:57.809643 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1df959e6-af89-4d9c-95d8-62d933fb2d0e req-6657874f-168e-4556-b034-be2a9ce457be tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452979 Mar 01 17:01:57.879663 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-26da1540-adeb-41b6-9176-36bcab9809c2 req-b277876f-4f45-4135-9ea7-6976d3b7a591 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871882 Mar 01 17:01:57.989359 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-838de4f7-e7c5-4213-a3b9-468c0e8917f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': 'e1846c39-88dd-4bf0-80ff-cde59fa948bf', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'port_id': 'efc921b5-1e60-49a0-9a88-015d06d4720e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'mac_address': 'fa:16:3e:55:93:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c568357-b883-4560-a332-b3a3e5cabc43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:01:56Z', 'updated_at': '2022-03-01T17:01:56Z', 'revision_number': 0, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:20Z', 'revision_number': 5, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:01:58.016697 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838de4f7-e7c5-4213-a3b9-468c0e8917f3 None None] The sync data for ids ['b48f479a-35a5-43fe-b608-11c65a0f81cd'] in dv-cinder-831247-2-iscsi is: [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': 'e1846c39-88dd-4bf0-80ff-cde59fa948bf', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'port_id': 'efc921b5-1e60-49a0-9a88-015d06d4720e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'mac_address': 'fa:16:3e:55:93:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c568357-b883-4560-a332-b3a3e5cabc43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:01:56Z', 'updated_at': '2022-03-01T17:01:56Z', 'revision_number': 0, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:20Z', 'revision_number': 5, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:01:58.192433 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ef3dbc-1fb1-4f59-bbfd-d74f3756ecd5 None None] New status for floating IP e1846c39-88dd-4bf0-80ff-cde59fa948bf: ACTIVE {{(pid=103035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 17:01:58.932978 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74378c39-b2c7-42ee-8c17-58baa8c0d550 req-7964f327-0099-410a-bc6a-702c18bccea4 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:01:58.934439 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-74378c39-b2c7-42ee-8c17-58baa8c0d550 req-7964f327-0099-410a-bc6a-702c18bccea4 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 945 time: 0.0522568 Mar 01 17:01:58.978997 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-74378c39-b2c7-42ee-8c17-58baa8c0d550 req-0faf2f04-fe0f-494d-8abd-0072da4f4f9f tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390821 Mar 01 17:02:00.341926 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d09823-e075-4ba1-a302-686fe71d1ca0 req-f810c276-b227-4031-96f8-bfc8c412b962 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:00.343435 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-47d09823-e075-4ba1-a302-686fe71d1ca0 req-f810c276-b227-4031-96f8-bfc8c412b962 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 945 time: 0.2922907 Mar 01 17:02:00.388736 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-47d09823-e075-4ba1-a302-686fe71d1ca0 req-302f41f0-40e3-4e77-a60c-22f493e086c4 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397913 Mar 01 17:02:01.513541 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db329e9-d9b5-48a6-9050-da00f5644a83 req-9a37f49c-66f9-4f24-acf3-b868003cd760 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:01.514996 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4db329e9-d9b5-48a6-9050-da00f5644a83 req-9a37f49c-66f9-4f24-acf3-b868003cd760 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 945 time: 0.0548987 Mar 01 17:02:01.816911 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4db329e9-d9b5-48a6-9050-da00f5644a83 req-88b27b69-28c8-4d3d-aaaa-5b861cd29ff2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2963784 Mar 01 17:02:01.922792 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:02.936991 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b8a6b-bf1c-4c3f-93dc-fab6b38df91c req-ed30d526-5e07-4616-8e3a-ccaa5748234f tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:02.938444 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-178b8a6b-bf1c-4c3f-93dc-fab6b38df91c req-ed30d526-5e07-4616-8e3a-ccaa5748234f tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 945 time: 0.0517981 Mar 01 17:02:02.984827 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-178b8a6b-bf1c-4c3f-93dc-fab6b38df91c req-5401d0e4-ec9b-45c9-944d-8b3cf2d5cfa4 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409150 Mar 01 17:02:04.105597 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c89351-94b7-446c-a6df-baf6887ea5df req-bd314bf8-1f6f-411f-bb65-756e0d96a605 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:04.107055 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a2c89351-94b7-446c-a6df-baf6887ea5df req-bd314bf8-1f6f-411f-bb65-756e0d96a605 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 945 time: 0.0515826 Mar 01 17:02:04.153427 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a2c89351-94b7-446c-a6df-baf6887ea5df req-c97847e7-7f05-4240-bb40-54f8e78b44b0 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408859 Mar 01 17:02:05.283291 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25856bf3-7a2b-4541-9ded-bcc74215c045 req-e21cfd6b-da2e-4d88-8144-994a8a3849ef tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:05.284801 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-25856bf3-7a2b-4541-9ded-bcc74215c045 req-e21cfd6b-da2e-4d88-8144-994a8a3849ef tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 945 time: 0.0598254 Mar 01 17:02:05.332550 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-25856bf3-7a2b-4541-9ded-bcc74215c045 req-4588ac32-e790-49ba-ab1d-304b4c041838 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416708 Mar 01 17:02:06.466576 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b786b9-0f2c-4625-9a18-0b193521bc64 req-ee38d2e1-dfe0-4339-9014-7fa7a7efec82 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:06.471618 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c1b786b9-0f2c-4625-9a18-0b193521bc64 req-ee38d2e1-dfe0-4339-9014-7fa7a7efec82 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 945 time: 0.0623665 Mar 01 17:02:06.537554 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c1b786b9-0f2c-4625-9a18-0b193521bc64 req-d7d2c199-164b-4991-a2fa-aaa279003e7b tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567858 Mar 01 17:02:07.248107 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 40338080-b8ff-4380-8765-3c32a3809d17 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 17:02:07.361834 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 40338080-b8ff-4380-8765-3c32a3809d17, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=40338080-b8ff-4380-8765-3c32a3809d17,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:02:07.375657 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': '40338080-b8ff-4380-8765-3c32a3809d17', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'port_id': '40338080-b8ff-4380-8765-3c32a3809d17', 'mac_address': 'fa:16:3e:49:1b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 17:02:07.419508 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 40338080-b8ff-4380-8765-3c32a3809d17 is: ACTIVE; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:02:07.419908 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (40338080-b8ff-4380-8765-3c32a3809d17), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:07.446502 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40338080-b8ff-4380-8765-3c32a3809d17 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 17:02:07.468601 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 40338080-b8ff-4380-8765-3c32a3809d17, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=40338080-b8ff-4380-8765-3c32a3809d17,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:02:07.476798 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (40338080-b8ff-4380-8765-3c32a3809d17), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:07.542456 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=40338080-b8ff-4380-8765-3c32a3809d17,revision_number=6']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:02:07.587085 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['40338080-b8ff-4380-8765-3c32a3809d17'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 17:02:07.689454 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f608098-38f4-44ea-8c40-0efd5b703a57 req-b34e79b1-9eee-444d-9dd5-5aa6bfd65e4f tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:07.690855 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1f608098-38f4-44ea-8c40-0efd5b703a57 req-b34e79b1-9eee-444d-9dd5-5aa6bfd65e4f tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 944 time: 0.0559728 Mar 01 17:02:07.764096 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1f608098-38f4-44ea-8c40-0efd5b703a57 req-2b8e0be5-733e-4fd3-a454-db250cd8dd94 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658689 Mar 01 17:02:08.902839 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd57dd-e05b-4f96-a684-d92faf14492f req-b0a6bb23-3d82-48ef-9383-5960f463e6cb tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:08.912112 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bbcd57dd-e05b-4f96-a684-d92faf14492f req-b0a6bb23-3d82-48ef-9383-5960f463e6cb tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 944 time: 0.0703564 Mar 01 17:02:08.962097 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bbcd57dd-e05b-4f96-a684-d92faf14492f req-6a38da50-424b-422b-87d9-c5ec8068cc47 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487416 Mar 01 17:02:09.269764 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 40338080-b8ff-4380-8765-3c32a3809d17 up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:02:09.333109 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port 40338080-b8ff-4380-8765-3c32a3809d17 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:02:09.333485 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (40338080-b8ff-4380-8765-3c32a3809d17), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:09.429836 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 40338080-b8ff-4380-8765-3c32a3809d17 is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:02:09.430306 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (40338080-b8ff-4380-8765-3c32a3809d17), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:09.465404 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9310280a-f27b-4009-b873-9fe632bc581e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40338080-b8ff-4380-8765-3c32a3809d17'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:02:09.468148 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5aa50a-06ae-4f42-b785-f97735602ec5" -d '{"events": [{"server_uuid": "9310280a-f27b-4009-b873-9fe632bc581e", "name": "network-vif-plugged", "status": "completed", "tag": "40338080-b8ff-4380-8765-3c32a3809d17"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:02:09.480604 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 40338080-b8ff-4380-8765-3c32a3809d17, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=40338080-b8ff-4380-8765-3c32a3809d17,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:02:09.486071 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (40338080-b8ff-4380-8765-3c32a3809d17), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:09.537753 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3ee4ec-2e1f-41fc-b424-7f0ee2016f3b x-openstack-request-id: req-8e3ee4ec-2e1f-41fc-b424-7f0ee2016f3b {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:02:09.539229 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9310280a-f27b-4009-b873-9fe632bc581e", "name": "network-vif-plugged", "status": "completed", "tag": "40338080-b8ff-4380-8765-3c32a3809d17", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:02:09.539805 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8e3ee4ec-2e1f-41fc-b424-7f0ee2016f3b {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:02:09.540324 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9310280a-f27b-4009-b873-9fe632bc581e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40338080-b8ff-4380-8765-3c32a3809d17', 'code': 200} Mar 01 17:02:09.554115 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=40338080-b8ff-4380-8765-3c32a3809d17,revision_number=7']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:02:09.567370 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:02:09.567370 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:02:09.567370 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:02:09.568017 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:02:09.568674 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:02:09.569251 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:02:09.570397 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:02:09.571027 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:02:09.571647 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:02:09.572221 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:02:09.572795 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:02:09.573363 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:02:09.573930 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:02:10.099084 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd748a-ca42-408c-bc38-e7ea27aeb756 req-83ba99ad-8ed7-43c2-9c88-28ab9c83ead3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:10.102580 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4ebd748a-ca42-408c-bc38-e7ea27aeb756 req-83ba99ad-8ed7-43c2-9c88-28ab9c83ead3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 945 time: 0.0581961 Mar 01 17:02:10.150986 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4ebd748a-ca42-408c-bc38-e7ea27aeb756 req-6863f878-4558-4c83-a111-5a9972da4f11 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440190 Mar 01 17:02:11.295032 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde9aa8-25d7-4318-a7f8-b9ef922e803f req-57d78e35-1b28-45fb-9dfb-8f62557af8eb tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:11.297374 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5fde9aa8-25d7-4318-a7f8-b9ef922e803f req-57d78e35-1b28-45fb-9dfb-8f62557af8eb tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 945 time: 0.0597343 Mar 01 17:02:11.357195 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5fde9aa8-25d7-4318-a7f8-b9ef922e803f req-ca630721-ee49-4c6d-bd10-c7e69b843662 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541029 Mar 01 17:02:12.496660 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2d1c5-0d4e-4ac9-afdb-728470d21557 req-8f313c41-0cc7-4761-bf27-9209e562ce6d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:12.498316 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8bf2d1c5-0d4e-4ac9-afdb-728470d21557 req-8f313c41-0cc7-4761-bf27-9209e562ce6d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 945 time: 0.0609028 Mar 01 17:02:12.577871 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8bf2d1c5-0d4e-4ac9-afdb-728470d21557 req-4b7e60f3-0d1f-4117-8e6e-05adce492a37 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735731 Mar 01 17:02:13.668302 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-10b85d0c-7be2-405d-941e-3bc9e032d468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:13.731960 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6340a-c35d-443a-bb00-10269ff78a29 req-d0b68ba7-bd57-4fa8-abe8-943cfff32343 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:13.733475 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-19a6340a-c35d-443a-bb00-10269ff78a29 req-d0b68ba7-bd57-4fa8-abe8-943cfff32343 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 945 time: 0.0638480 Mar 01 17:02:13.787171 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-19a6340a-c35d-443a-bb00-10269ff78a29 req-8cda69dd-f845-491d-87b7-106274a8c8c3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479276 Mar 01 17:02:14.918477 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0013c8-6b8d-4c57-8548-4ceadf4310b2 req-03eac632-8be6-428d-a952-cb3205b9f387 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:14.920046 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6b0013c8-6b8d-4c57-8548-4ceadf4310b2 req-03eac632-8be6-428d-a952-cb3205b9f387 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 945 time: 0.0570109 Mar 01 17:02:14.972045 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6b0013c8-6b8d-4c57-8548-4ceadf4310b2 req-0d3c7cb5-6fe0-4b12-8725-922abf7d19f7 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463853 Mar 01 17:02:15.935270 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-68b7b786-f4b3-4490-b378-5a44a7ab3b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:16.125147 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2344054-f9ac-4eaf-aeb9-d7a91fb90484 req-40b036a7-9d32-4fa0-a2bb-dd581aa326f2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:16.126714 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f2344054-f9ac-4eaf-aeb9-d7a91fb90484 req-40b036a7-9d32-4fa0-a2bb-dd581aa326f2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 945 time: 0.0611689 Mar 01 17:02:16.177232 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f2344054-f9ac-4eaf-aeb9-d7a91fb90484 req-c4c090fb-41d9-48b4-ab97-97e729d51274 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445330 Mar 01 17:02:16.821308 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b53a16-7c82-4ec5-9787-f6633ab379ca req-5e6d54df-ea11-4234-98d7-0d8bd2f2e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:16.822794 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-00b53a16-7c82-4ec5-9787-f6633ab379ca req-5e6d54df-ea11-4234-98d7-0d8bd2f2e5ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce864652ab854207a48b6a2647514604&device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 1129 time: 0.0488780 Mar 01 17:02:16.913989 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b53a16-7c82-4ec5-9787-f6633ab379ca req-11999c26-349f-4fb0-98bb-b1e1543c1411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:16.915484 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-00b53a16-7c82-4ec5-9787-f6633ab379ca req-11999c26-349f-4fb0-98bb-b1e1543c1411 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00da9fad-e099-4559-a3bd-7363f68afe10 HTTP/1.1" status: 200 len: 917 time: 0.0816610 Mar 01 17:02:16.953354 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:16.984369 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-00b53a16-7c82-4ec5-9787-f6633ab379ca req-3de372e7-e7d1-4b20-b2cc-922dc5d52a24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40338080-b8ff-4380-8765-3c32a3809d17 HTTP/1.1" status: 200 len: 1001 time: 0.0623906 Mar 01 17:02:17.033483 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b53a16-7c82-4ec5-9787-f6633ab379ca req-35912c2e-48b1-4f3a-ab1c-f1989ebce243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:17.034964 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-00b53a16-7c82-4ec5-9787-f6633ab379ca req-35912c2e-48b1-4f3a-ab1c-f1989ebce243 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2dbbfa00-88e0-498f-b6e2-523e92ef3496 HTTP/1.1" status: 200 len: 855 time: 0.0441079 Mar 01 17:02:17.083896 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b53a16-7c82-4ec5-9787-f6633ab379ca req-6f8a2baa-bc11-456a-872b-d191377763db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:17.086093 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-00b53a16-7c82-4ec5-9787-f6633ab379ca req-6f8a2baa-bc11-456a-872b-d191377763db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00da9fad-e099-4559-a3bd-7363f68afe10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437996 Mar 01 17:02:17.174715 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-00b53a16-7c82-4ec5-9787-f6633ab379ca req-f3223a03-b56c-4af2-96f1-bf290663d1ae service neutron] 10.222.0.37 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825069 Mar 01 17:02:17.271197 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-00b53a16-7c82-4ec5-9787-f6633ab379ca req-f03fd297-80b7-47cf-9565-1f3a112a1b46 service neutron] 10.222.0.37 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896866 Mar 01 17:02:17.313819 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22171ef-fbc5-410b-9c22-9e2e58630c32 req-301e63f0-7d44-4eeb-bbc8-03b3ad633dc6 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:17.315290 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d22171ef-fbc5-410b-9c22-9e2e58630c32 req-301e63f0-7d44-4eeb-bbc8-03b3ad633dc6 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 945 time: 0.0631294 Mar 01 17:02:17.361001 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d22171ef-fbc5-410b-9c22-9e2e58630c32 req-be2c5368-f701-4205-90b4-0c9ee1eb31a6 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396008 Mar 01 17:02:18.490421 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d72a5-a5b2-4dda-9398-6a62dab89894 req-ff6ab793-f183-4479-b60f-61ecf7505cbf tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:18.492387 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ef6d72a5-a5b2-4dda-9398-6a62dab89894 req-ff6ab793-f183-4479-b60f-61ecf7505cbf tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 945 time: 0.0586882 Mar 01 17:02:18.540238 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ef6d72a5-a5b2-4dda-9398-6a62dab89894 req-94f58d29-9834-4c90-9674-f7c5d3466056 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423257 Mar 01 17:02:18.551886 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:19.348354 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 40338080-b8ff-4380-8765-3c32a3809d17 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:02:19.433863 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 40338080-b8ff-4380-8765-3c32a3809d17 is: ACTIVE; New status is: DOWN {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:02:19.434251 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (40338080-b8ff-4380-8765-3c32a3809d17), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:19.458581 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9310280a-f27b-4009-b873-9fe632bc581e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40338080-b8ff-4380-8765-3c32a3809d17'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:02:19.461530 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1221a7e5-87c4-4c39-9a57-30b0853cedc8" -d '{"events": [{"server_uuid": "9310280a-f27b-4009-b873-9fe632bc581e", "name": "network-vif-unplugged", "status": "completed", "tag": "40338080-b8ff-4380-8765-3c32a3809d17"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:02:19.474428 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 40338080-b8ff-4380-8765-3c32a3809d17, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=40338080-b8ff-4380-8765-3c32a3809d17,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:02:19.478294 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (40338080-b8ff-4380-8765-3c32a3809d17), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:19.503773 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 01 Mar 2022 17:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7a2277-5009-47b5-a7d3-c9b01257a337 x-openstack-request-id: req-1c7a2277-5009-47b5-a7d3-c9b01257a337 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:02:19.504071 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9310280a-f27b-4009-b873-9fe632bc581e", "name": "network-vif-unplugged", "status": "failed", "tag": "40338080-b8ff-4380-8765-3c32a3809d17", "code": 422}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:02:19.504353 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c7a2277-5009-47b5-a7d3-c9b01257a337 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:02:19.504788 dv-cinder-831247-2-iscsi neutron-server[103034]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9310280a-f27b-4009-b873-9fe632bc581e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '40338080-b8ff-4380-8765-3c32a3809d17', 'code': 422} returned with failed status Mar 01 17:02:19.531401 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=40338080-b8ff-4380-8765-3c32a3809d17,revision_number=8']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:02:19.663682 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d097157-84eb-4316-a4a8-327aaa9e0b9c req-9dec7a47-d90e-4b7c-9536-42290cd1bc56 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:19.665070 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5d097157-84eb-4316-a4a8-327aaa9e0b9c req-9dec7a47-d90e-4b7c-9536-42290cd1bc56 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 943 time: 0.0534487 Mar 01 17:02:19.712262 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-5d097157-84eb-4316-a4a8-327aaa9e0b9c req-a35cf504-d9e3-488f-9467-caebb3092d97 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414958 Mar 01 17:02:19.874813 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:20.506407 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [req-63ae4b29-549c-47a4-bc87-379df4e1b42e req-113a43d7-dee0-4851-90ce-115c69f5069f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 17:02:20.507653 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-63ae4b29-549c-47a4-bc87-379df4e1b42e req-113a43d7-dee0-4851-90ce-115c69f5069f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0539691 Mar 01 17:02:20.710908 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d73eec-a866-42e9-8c95-923fc2975ee0 req-10216d1a-650d-473a-8110-a6386c3f4692 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:20.712339 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-89d73eec-a866-42e9-8c95-923fc2975ee0 req-10216d1a-650d-473a-8110-a6386c3f4692 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 943 time: 0.0909786 Mar 01 17:02:20.739138 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ef3b2b40-56f1-4f1d-945d-d73ffca60065 req-516bb426-e7b2-4c78-8f0d-5f71f6ef9c25 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0740633 Mar 01 17:02:20.774131 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-89d73eec-a866-42e9-8c95-923fc2975ee0 req-1de74a66-6808-4c2f-8691-bba80d106d91 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551491 Mar 01 17:02:20.821644 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b2b40-56f1-4f1d-945d-d73ffca60065 req-be646f82-32ed-4d57-a470-f6f26c949c09 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:20.823031 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ef3b2b40-56f1-4f1d-945d-d73ffca60065 req-be646f82-32ed-4d57-a470-f6f26c949c09 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports/40338080-b8ff-4380-8765-3c32a3809d17 HTTP/1.1" status: 200 len: 940 time: 0.0540633 Mar 01 17:02:21.640435 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b2b40-56f1-4f1d-945d-d73ffca60065 req-558ea5c5-2560-456c-89a8-98cf0acc1256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:21.641948 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ef3b2b40-56f1-4f1d-945d-d73ffca60065 req-558ea5c5-2560-456c-89a8-98cf0acc1256 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e&tenant_id=ce864652ab854207a48b6a2647514604 HTTP/1.1" status: 200 len: 1127 time: 0.0772533 Mar 01 17:02:21.708614 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b2b40-56f1-4f1d-945d-d73ffca60065 req-e1b8ba6e-4aac-434e-a5cf-444f559b8587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:21.710052 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ef3b2b40-56f1-4f1d-945d-d73ffca60065 req-e1b8ba6e-4aac-434e-a5cf-444f559b8587 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ce864652ab854207a48b6a2647514604&device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 1127 time: 0.0439987 Mar 01 17:02:21.806900 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b2b40-56f1-4f1d-945d-d73ffca60065 req-e5a5b86b-66d5-4b3a-aee2-fc6d1fac44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:21.808428 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ef3b2b40-56f1-4f1d-945d-d73ffca60065 req-e5a5b86b-66d5-4b3a-aee2-fc6d1fac44e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00da9fad-e099-4559-a3bd-7363f68afe10 HTTP/1.1" status: 200 len: 917 time: 0.0922344 Mar 01 17:02:21.913637 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ef3b2b40-56f1-4f1d-945d-d73ffca60065 req-160a8be9-c77f-4948-a311-f437658992d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40338080-b8ff-4380-8765-3c32a3809d17 HTTP/1.1" status: 200 len: 999 time: 0.0949030 Mar 01 17:02:21.964004 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a436e-9332-4cac-a087-ac30c6fd9e69 req-b1a8be09-8112-41a5-94a4-c07d536343f3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:21.965442 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7c5a436e-9332-4cac-a087-ac30c6fd9e69 req-b1a8be09-8112-41a5-94a4-c07d536343f3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 943 time: 0.1089103 Mar 01 17:02:21.983505 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b2b40-56f1-4f1d-945d-d73ffca60065 req-974cc47e-5859-4742-a42b-2b33026ac9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:21.984934 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ef3b2b40-56f1-4f1d-945d-d73ffca60065 req-974cc47e-5859-4742-a42b-2b33026ac9f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2dbbfa00-88e0-498f-b6e2-523e92ef3496 HTTP/1.1" status: 200 len: 855 time: 0.0645502 Mar 01 17:02:22.047266 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7c5a436e-9332-4cac-a087-ac30c6fd9e69 req-a7dfd7f2-ebce-4738-825e-a988d69959f1 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756786 Mar 01 17:02:22.062972 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b2b40-56f1-4f1d-945d-d73ffca60065 req-de7310cc-1637-4acf-bcef-f9cc0370d3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:22.065361 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ef3b2b40-56f1-4f1d-945d-d73ffca60065 req-de7310cc-1637-4acf-bcef-f9cc0370d3dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00da9fad-e099-4559-a3bd-7363f68afe10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740929 Mar 01 17:02:22.163450 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ef3b2b40-56f1-4f1d-945d-d73ffca60065 req-a3cd2a71-1cfe-4086-bf45-dafddb4e131b service neutron] 10.222.0.37 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901453 Mar 01 17:02:22.257100 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ef3b2b40-56f1-4f1d-945d-d73ffca60065 req-ba54f735-c02a-4abf-90b5-9527d30ff104 service neutron] 10.222.0.37 "GET /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877161 Mar 01 17:02:22.743768 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f7128-d66e-45bd-bc67-2455be7846cc req-2a85d448-d43a-4917-85c7-a72add36d761 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:22.754911 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-837f7128-d66e-45bd-bc67-2455be7846cc req-2a85d448-d43a-4917-85c7-a72add36d761 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0941708 Mar 01 17:02:22.823738 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-837f7128-d66e-45bd-bc67-2455be7846cc req-05db27a9-72f1-4837-a2f1-c32d0c013956 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673404 Mar 01 17:02:23.195368 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78bb93-67a6-44fd-acec-390131ea4d81 req-73f435d0-fbc1-477f-b1c1-25d8e683cde6 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:23.196907 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1c78bb93-67a6-44fd-acec-390131ea4d81 req-73f435d0-fbc1-477f-b1c1-25d8e683cde6 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 943 time: 0.0610657 Mar 01 17:02:23.255872 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1c78bb93-67a6-44fd-acec-390131ea4d81 req-a79e609b-dd15-49e6-b0b6-d204a6045e09 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530157 Mar 01 17:02:23.388096 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 40338080-b8ff-4380-8765-3c32a3809d17 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:02:23.482568 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 40338080-b8ff-4380-8765-3c32a3809d17 is: DOWN; New status is: DOWN {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:02:23.970027 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97589b5c-a647-468a-9174-6368da38b71c req-0cbf41a0-08ea-4460-9c01-6b03c6c0408d tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:23.972349 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-97589b5c-a647-468a-9174-6368da38b71c req-0cbf41a0-08ea-4460-9c01-6b03c6c0408d tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0653811 Mar 01 17:02:24.033282 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-97589b5c-a647-468a-9174-6368da38b71c req-1bdcf2e0-218b-425b-a14c-b3dad111caec tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539126 Mar 01 17:02:24.409629 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae24653-0e52-4ef1-9e5c-459438587b62 req-62b0d0c7-b8de-469b-a064-c6814dde43f1 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:24.411211 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1ae24653-0e52-4ef1-9e5c-459438587b62 req-62b0d0c7-b8de-469b-a064-c6814dde43f1 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 943 time: 0.0733752 Mar 01 17:02:24.466743 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1ae24653-0e52-4ef1-9e5c-459438587b62 req-f66a88a9-6b86-4d80-abdd-6a1a2da2c190 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493062 Mar 01 17:02:25.109540 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 17:02:25.187348 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27372a54-4115-4d69-bbda-d3602d6b24f4 req-620ec1d3-7ea6-46b1-8792-a2be5d84f21d tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:25.189132 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-27372a54-4115-4d69-bbda-d3602d6b24f4 req-620ec1d3-7ea6-46b1-8792-a2be5d84f21d tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0677469 Mar 01 17:02:25.259595 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-27372a54-4115-4d69-bbda-d3602d6b24f4 req-38866602-97e4-4951-a4b4-46749b87e100 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636103 Mar 01 17:02:25.621434 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20ccb5-77b2-4be0-8c83-e178b9386788 req-ae45ddb6-f2c0-4b03-b98d-c1ca3b211224 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:25.623121 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1c20ccb5-77b2-4be0-8c83-e178b9386788 req-ae45ddb6-f2c0-4b03-b98d-c1ca3b211224 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 943 time: 0.0571103 Mar 01 17:02:25.677900 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1c20ccb5-77b2-4be0-8c83-e178b9386788 req-92ee1ac4-29fe-4de9-a5e9-155b5517dffb tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490224 Mar 01 17:02:26.397232 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29547766-c15e-4c14-80b8-063994358e8a req-21fbf306-294f-4d90-b68b-d24d45c3eb9c tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:26.399372 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-29547766-c15e-4c14-80b8-063994358e8a req-21fbf306-294f-4d90-b68b-d24d45c3eb9c tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0652351 Mar 01 17:02:26.459674 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-29547766-c15e-4c14-80b8-063994358e8a req-d963563e-5f68-4a1e-8439-878706fdac2f tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541620 Mar 01 17:02:26.835009 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300eb0f1-5918-4b5f-aa84-136c00bd4e7c req-92085753-d1f9-47d6-8a2f-b7f2fca9ee55 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:26.836751 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-300eb0f1-5918-4b5f-aa84-136c00bd4e7c req-92085753-d1f9-47d6-8a2f-b7f2fca9ee55 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 943 time: 0.0755930 Mar 01 17:02:26.898196 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-300eb0f1-5918-4b5f-aa84-136c00bd4e7c req-920eb5a7-70ef-4ea8-bd92-9698540a95d2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485277 Mar 01 17:02:27.611072 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09373a5-9db5-4c6d-8ba4-ae65166ee2e8 req-103aca3b-db9d-4afd-a9c7-2e7a890d6906 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:27.612910 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e09373a5-9db5-4c6d-8ba4-ae65166ee2e8 req-103aca3b-db9d-4afd-a9c7-2e7a890d6906 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0720427 Mar 01 17:02:27.680034 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e09373a5-9db5-4c6d-8ba4-ae65166ee2e8 req-547eb322-d09c-454f-9b68-4bf1e66e9641 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608752 Mar 01 17:02:28.049458 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7135837-c68c-4f17-8924-705471573ff1 req-7d235b4b-9a06-4925-8459-f310aad22fc3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:28.051038 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e7135837-c68c-4f17-8924-705471573ff1 req-7d235b4b-9a06-4925-8459-f310aad22fc3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 943 time: 0.0606203 Mar 01 17:02:28.114335 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e7135837-c68c-4f17-8924-705471573ff1 req-74842d9b-c469-4aca-9346-8f77ee5b1113 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570998 Mar 01 17:02:28.833205 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81560c54-6e71-4377-ac5f-87bb5cc24791 req-616181d1-286a-4597-aec6-ab130279c1fd tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:28.836431 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-81560c54-6e71-4377-ac5f-87bb5cc24791 req-616181d1-286a-4597-aec6-ab130279c1fd tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0810063 Mar 01 17:02:28.891663 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-81560c54-6e71-4377-ac5f-87bb5cc24791 req-2852d1f4-79c1-4b6a-a990-26fee8b4b924 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492561 Mar 01 17:02:29.286540 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17252f0-5776-4e59-9b0b-926171a42bec req-ae22f48b-6f9e-44c2-a14d-3a97266d0670 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:29.288934 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a17252f0-5776-4e59-9b0b-926171a42bec req-ae22f48b-6f9e-44c2-a14d-3a97266d0670 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 943 time: 0.0949650 Mar 01 17:02:29.343856 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a17252f0-5776-4e59-9b0b-926171a42bec req-b11709a0-d692-469a-90d6-d771f20788b3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492730 Mar 01 17:02:30.022391 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f97370-b895-4f24-8f0c-7d22396385de req-5754c6d9-0306-4432-8911-c1f6e3fb4621 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:30.024137 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-54f97370-b895-4f24-8f0c-7d22396385de req-5754c6d9-0306-4432-8911-c1f6e3fb4621 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0564971 Mar 01 17:02:30.092713 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-54f97370-b895-4f24-8f0c-7d22396385de req-56d30101-6af1-47ad-85d8-87766077ea35 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619335 Mar 01 17:02:30.496304 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87773841-ed64-4d4f-8f89-4e9340ab61bb req-27f22e17-d36e-4488-aa7b-892918822692 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:30.498604 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-87773841-ed64-4d4f-8f89-4e9340ab61bb req-27f22e17-d36e-4488-aa7b-892918822692 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 943 time: 0.0627201 Mar 01 17:02:30.558420 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-87773841-ed64-4d4f-8f89-4e9340ab61bb req-6b0e8ac1-06ac-4c2a-b78d-1c03e167c3ef tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539398 Mar 01 17:02:31.214158 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6263fe7-c4e2-454b-aa80-9d7f172f72c4 req-908fedc4-a5d1-414a-bd5e-27813b7fcf37 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:31.215637 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b6263fe7-c4e2-454b-aa80-9d7f172f72c4 req-908fedc4-a5d1-414a-bd5e-27813b7fcf37 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0579238 Mar 01 17:02:31.268143 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b6263fe7-c4e2-454b-aa80-9d7f172f72c4 req-6a906f48-46f4-4d4b-8388-705ad384b02e tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467002 Mar 01 17:02:31.641017 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9d9f7-4a6c-43f6-97f7-24b96ca403ee req-14650783-c634-460e-a82c-86a21a6f3ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:31.643269 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1ca9d9f7-4a6c-43f6-97f7-24b96ca403ee req-14650783-c634-460e-a82c-86a21a6f3ccc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1eef3e17cdb486fb902ddcd3c534af3&device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 1130 time: 0.0499890 Mar 01 17:02:31.761714 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6c936-ff70-410e-8ddb-3beaef4ee528 req-082cf613-7080-4d91-8f5d-b5fb1e3d2448 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:31.763119 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f6f6c936-ff70-410e-8ddb-3beaef4ee528 req-082cf613-7080-4d91-8f5d-b5fb1e3d2448 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 943 time: 0.1172118 Mar 01 17:02:31.793665 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9d9f7-4a6c-43f6-97f7-24b96ca403ee req-28607193-967f-4302-8122-6422b1848425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:31.795119 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1ca9d9f7-4a6c-43f6-97f7-24b96ca403ee req-28607193-967f-4302-8122-6422b1848425 service neutron] 10.222.0.37 "GET /v2.0/networks?id=84483896-eec0-4508-9cae-080fd2f1aeff HTTP/1.1" status: 200 len: 910 time: 0.1222131 Mar 01 17:02:31.868118 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f6f6c936-ff70-410e-8ddb-3beaef4ee528 req-9da1205f-98fe-48a9-8f6b-5805cc1e043f tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968165 Mar 01 17:02:31.882805 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1ca9d9f7-4a6c-43f6-97f7-24b96ca403ee req-176d72ee-d733-4c14-9886-4518a90bbb70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=726488a0-39bc-4d94-a1b5-135fea000a37 HTTP/1.1" status: 200 len: 1002 time: 0.0800483 Mar 01 17:02:31.936015 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9d9f7-4a6c-43f6-97f7-24b96ca403ee req-0676e4e5-7466-496f-af68-b525396e51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:31.937724 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1ca9d9f7-4a6c-43f6-97f7-24b96ca403ee req-0676e4e5-7466-496f-af68-b525396e51cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=276412f6-7bd0-4c44-b6d9-29433bde89ab HTTP/1.1" status: 200 len: 848 time: 0.0465527 Mar 01 17:02:31.938070 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:31.992151 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9d9f7-4a6c-43f6-97f7-24b96ca403ee req-90cc4eb7-d2f8-4ba2-aa31-e07b263da3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:31.993641 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1ca9d9f7-4a6c-43f6-97f7-24b96ca403ee req-90cc4eb7-d2f8-4ba2-aa31-e07b263da3d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84483896-eec0-4508-9cae-080fd2f1aeff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455830 Mar 01 17:02:32.094401 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1ca9d9f7-4a6c-43f6-97f7-24b96ca403ee req-88d9aa96-89cb-439b-b706-284477d96a1b service neutron] 10.222.0.37 "GET /v2.0/networks/84483896-eec0-4508-9cae-080fd2f1aeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918977 Mar 01 17:02:32.194260 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1ca9d9f7-4a6c-43f6-97f7-24b96ca403ee req-9418d0d4-9978-45ac-92de-0b11be7715f6 service neutron] 10.222.0.37 "GET /v2.0/networks/84483896-eec0-4508-9cae-080fd2f1aeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920300 Mar 01 17:02:32.397332 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca33002-7276-4c98-b6f5-831af55f53f6 req-00fe1f08-4100-46b6-9b0a-e543b931bc48 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:32.398828 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3ca33002-7276-4c98-b6f5-831af55f53f6 req-00fe1f08-4100-46b6-9b0a-e543b931bc48 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0565462 Mar 01 17:02:32.458428 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3ca33002-7276-4c98-b6f5-831af55f53f6 req-c4683c3d-2807-465a-90db-5536fc4133f5 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530481 Mar 01 17:02:32.824373 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefc33f-6ff0-4603-be10-a2fc72f3326d req-6780b66a-cce2-4d62-88e7-0dab4a6299a0 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:32.825914 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8aefc33f-6ff0-4603-be10-a2fc72f3326d req-6780b66a-cce2-4d62-88e7-0dab4a6299a0 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0649908 Mar 01 17:02:32.874725 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8aefc33f-6ff0-4603-be10-a2fc72f3326d req-10d3b2fe-eda2-4523-9fb2-4ad4b6404148 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432220 Mar 01 17:02:32.996693 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3977b48-76e4-4cd3-bdaf-9b34507186fa req-57be42eb-25cb-47aa-be4e-bb7183001483 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:32.998114 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d3977b48-76e4-4cd3-bdaf-9b34507186fa req-57be42eb-25cb-47aa-be4e-bb7183001483 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 943 time: 0.0534935 Mar 01 17:02:33.050249 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d3977b48-76e4-4cd3-bdaf-9b34507186fa req-5bb1846b-f503-4793-a708-91178cf570de tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462549 Mar 01 17:02:33.416288 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 40338080-b8ff-4380-8765-3c32a3809d17 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 17:02:33.526073 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 40338080-b8ff-4380-8765-3c32a3809d17, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=40338080-b8ff-4380-8765-3c32a3809d17,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:02:33.539061 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': '40338080-b8ff-4380-8765-3c32a3809d17', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'port_id': '40338080-b8ff-4380-8765-3c32a3809d17', 'mac_address': 'fa:16:3e:49:1b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 17:02:33.580823 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 40338080-b8ff-4380-8765-3c32a3809d17 is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:02:33.581209 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (40338080-b8ff-4380-8765-3c32a3809d17), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:33.591872 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebac0f-3482-4434-9bbd-0ea65cfcd10e req-d3ffffd6-faca-45c3-af1d-f8d59e556be3 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:33.593430 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-59ebac0f-3482-4434-9bbd-0ea65cfcd10e req-d3ffffd6-faca-45c3-af1d-f8d59e556be3 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0641217 Mar 01 17:02:33.599383 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40338080-b8ff-4380-8765-3c32a3809d17 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 17:02:33.620623 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 40338080-b8ff-4380-8765-3c32a3809d17, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=40338080-b8ff-4380-8765-3c32a3809d17,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:02:33.625023 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (40338080-b8ff-4380-8765-3c32a3809d17), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:33.659219 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-59ebac0f-3482-4434-9bbd-0ea65cfcd10e req-8045c64f-98fe-4b1e-a507-2b564b1957e3 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599427 Mar 01 17:02:33.675639 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=40338080-b8ff-4380-8765-3c32a3809d17,revision_number=9']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:02:33.908005 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['40338080-b8ff-4380-8765-3c32a3809d17'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 17:02:34.009245 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3063da-b02d-453d-bb59-077fae03184c req-43adfadc-9c9a-41b6-acae-fb2299cba4b9 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:34.010813 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ee3063da-b02d-453d-bb59-077fae03184c req-43adfadc-9c9a-41b6-acae-fb2299cba4b9 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0595746 Mar 01 17:02:34.067489 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ee3063da-b02d-453d-bb59-077fae03184c req-3bc89787-6132-42ee-ba2f-4029a16fbdf3 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503473 Mar 01 17:02:34.180651 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a8f81-1d2b-4806-8248-d11921355023 req-9f004d77-e364-4314-8dfc-3b75fb7c7c88 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:34.182093 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f75a8f81-1d2b-4806-8248-d11921355023 req-9f004d77-e364-4314-8dfc-3b75fb7c7c88 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 944 time: 0.0595930 Mar 01 17:02:34.231169 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f75a8f81-1d2b-4806-8248-d11921355023 req-db9a3656-ac5a-48c4-a63f-629673b4ec45 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434582 Mar 01 17:02:34.784421 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaf50d-0cfd-4698-93a1-1308dcc5d8e9 req-81f42c7d-29cc-47bd-a0b7-726f25f11c1e tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:34.785942 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5daaf50d-0cfd-4698-93a1-1308dcc5d8e9 req-81f42c7d-29cc-47bd-a0b7-726f25f11c1e tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0578678 Mar 01 17:02:34.837287 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5daaf50d-0cfd-4698-93a1-1308dcc5d8e9 req-d6cb7990-d4a4-411e-a31b-87ff96cec9b2 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449457 Mar 01 17:02:35.189384 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102314fc-19ea-4a06-9da6-d63dcad3b1eb req-78960d0e-b6dd-4b6c-aa1c-a9446b58d6a0 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:35.190885 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-102314fc-19ea-4a06-9da6-d63dcad3b1eb req-78960d0e-b6dd-4b6c-aa1c-a9446b58d6a0 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0538466 Mar 01 17:02:35.239713 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-102314fc-19ea-4a06-9da6-d63dcad3b1eb req-2a4281e5-afe6-43e9-a416-183d4e591e64 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426314 Mar 01 17:02:35.361902 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da13ba1-aa3f-46f7-a258-7039ab8708ee req-2d8ce756-d8e0-420d-97fa-fba3f51d45bf tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:35.363374 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7da13ba1-aa3f-46f7-a258-7039ab8708ee req-2d8ce756-d8e0-420d-97fa-fba3f51d45bf tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 944 time: 0.0582891 Mar 01 17:02:35.415087 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 40338080-b8ff-4380-8765-3c32a3809d17 up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:02:35.415939 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7da13ba1-aa3f-46f7-a258-7039ab8708ee req-976a72f5-c641-45c3-9074-cb9c7266bc85 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460818 Mar 01 17:02:35.475487 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port 40338080-b8ff-4380-8765-3c32a3809d17 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:02:35.475864 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (40338080-b8ff-4380-8765-3c32a3809d17), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:35.558103 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 40338080-b8ff-4380-8765-3c32a3809d17 is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:02:35.558485 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (40338080-b8ff-4380-8765-3c32a3809d17), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:35.583074 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9310280a-f27b-4009-b873-9fe632bc581e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40338080-b8ff-4380-8765-3c32a3809d17'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:02:35.585562 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbef7b93-cc53-44ff-b4a2-b53f3d0d0e24" -d '{"events": [{"server_uuid": "9310280a-f27b-4009-b873-9fe632bc581e", "name": "network-vif-plugged", "status": "completed", "tag": "40338080-b8ff-4380-8765-3c32a3809d17"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:02:35.598395 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 40338080-b8ff-4380-8765-3c32a3809d17, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=40338080-b8ff-4380-8765-3c32a3809d17,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:02:35.605173 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (40338080-b8ff-4380-8765-3c32a3809d17), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:35.658234 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=40338080-b8ff-4380-8765-3c32a3809d17,revision_number=10']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:02:35.686865 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0163e559-91db-486d-a48b-7e33338cd620 x-openstack-request-id: req-0163e559-91db-486d-a48b-7e33338cd620 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:02:35.687162 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9310280a-f27b-4009-b873-9fe632bc581e", "name": "network-vif-plugged", "status": "completed", "tag": "40338080-b8ff-4380-8765-3c32a3809d17", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:02:35.687468 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0163e559-91db-486d-a48b-7e33338cd620 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:02:35.687871 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9310280a-f27b-4009-b873-9fe632bc581e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40338080-b8ff-4380-8765-3c32a3809d17', 'code': 200} Mar 01 17:02:35.893400 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61446787-8e34-49e5-ab9a-deb3a7e94e80 req-5e776629-cd87-4bae-9fcd-4c10ca6aaf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:35.895050 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-61446787-8e34-49e5-ab9a-deb3a7e94e80 req-5e776629-cd87-4bae-9fcd-4c10ca6aaf07 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 1130 time: 0.0488713 Mar 01 17:02:35.968700 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-61446787-8e34-49e5-ab9a-deb3a7e94e80 req-9a713ece-6da6-4870-81ef-5038c8cde1f2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677974 Mar 01 17:02:35.992919 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9db878-4e3f-46f3-ba30-43038a0d128f req-f6686238-ccf9-40cc-ad28-f23b59d64263 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:35.994425 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6a9db878-4e3f-46f3-ba30-43038a0d128f req-f6686238-ccf9-40cc-ad28-f23b59d64263 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0729988 Mar 01 17:02:36.047446 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6a9db878-4e3f-46f3-ba30-43038a0d128f req-3ab2eb09-5d74-41e0-8a74-b53b4d0c9c70 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441144 Mar 01 17:02:36.362613 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83430e-b11f-40d0-a923-2915a9e10cee req-01dadd0f-7ea4-43b7-941a-ea30f9da92c3 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:36.365768 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-4c83430e-b11f-40d0-a923-2915a9e10cee req-01dadd0f-7ea4-43b7-941a-ea30f9da92c3 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0555339 Mar 01 17:02:36.426767 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-4c83430e-b11f-40d0-a923-2915a9e10cee req-752e9306-18fb-4657-96f3-6bc0be9af51f tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552044 Mar 01 17:02:36.558700 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f289fb3-4eb4-4694-85b6-2c46f4a5a5db req-08fec3e8-ad54-4e17-91cd-fabd13729e61 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:36.560255 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8f289fb3-4eb4-4694-85b6-2c46f4a5a5db req-08fec3e8-ad54-4e17-91cd-fabd13729e61 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 946 time: 0.0565104 Mar 01 17:02:36.617209 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8f289fb3-4eb4-4694-85b6-2c46f4a5a5db req-0681ec5f-2025-4116-95ec-f9f4d96bb495 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512362 Mar 01 17:02:37.172178 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8325fc7-4d06-4c1f-9dae-019ce18fb385 req-1a2963a2-db64-46fe-abda-c11cba0a0297 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:37.173674 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d8325fc7-4d06-4c1f-9dae-019ce18fb385 req-1a2963a2-db64-46fe-abda-c11cba0a0297 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0578754 Mar 01 17:02:37.225792 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d8325fc7-4d06-4c1f-9dae-019ce18fb385 req-70f8b383-caba-458a-9e8e-2b8659f68106 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455496 Mar 01 17:02:37.561575 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55227155-d376-4fc3-a332-8df144f33844 req-9ef6a788-39cf-4e04-b6a1-68b39d7d6651 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:37.563113 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-55227155-d376-4fc3-a332-8df144f33844 req-9ef6a788-39cf-4e04-b6a1-68b39d7d6651 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0646045 Mar 01 17:02:37.623444 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-55227155-d376-4fc3-a332-8df144f33844 req-fdb61d19-460f-4511-9e78-f9fb8bd8eb4b tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517557 Mar 01 17:02:37.757374 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed76a4-da6b-4f00-a1d7-04d65dee172e req-aa308a14-a246-44ca-846a-88df7ef1b34f tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:37.758969 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-26ed76a4-da6b-4f00-a1d7-04d65dee172e req-aa308a14-a246-44ca-846a-88df7ef1b34f tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 946 time: 0.0582111 Mar 01 17:02:37.814298 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-26ed76a4-da6b-4f00-a1d7-04d65dee172e req-628d2a45-ac61-420f-b892-9b8d33fcd04b tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490923 Mar 01 17:02:38.352759 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb04308-d736-41ee-8a84-a109899d70b6 req-525af5ff-095d-4244-882e-401db49c83a6 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:38.354270 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-afb04308-d736-41ee-8a84-a109899d70b6 req-525af5ff-095d-4244-882e-401db49c83a6 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0541208 Mar 01 17:02:38.404667 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-afb04308-d736-41ee-8a84-a109899d70b6 req-c62c2bf0-06fa-4477-b656-679d51dd38c4 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447845 Mar 01 17:02:38.759412 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f16264-5447-4abd-a007-870158be368a req-f8306e11-c578-4229-8e54-efb657a8ad76 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:38.760957 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-67f16264-5447-4abd-a007-870158be368a req-f8306e11-c578-4229-8e54-efb657a8ad76 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0590522 Mar 01 17:02:38.811246 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-67f16264-5447-4abd-a007-870158be368a req-2a7d4785-1e77-4b68-9ed3-7de3dbf4ee8e tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443769 Mar 01 17:02:38.942199 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c473c9-d00b-46ef-a0e5-d055f90559ea req-7e21b211-9a77-41fb-b3fa-6be4d8006164 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:38.944304 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f2c473c9-d00b-46ef-a0e5-d055f90559ea req-7e21b211-9a77-41fb-b3fa-6be4d8006164 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 946 time: 0.0548213 Mar 01 17:02:38.994599 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f2c473c9-d00b-46ef-a0e5-d055f90559ea req-287c24cf-9835-4dcd-9206-d27e47e3a8b2 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447438 Mar 01 17:02:39.534177 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fda4ab-c618-464e-9b8f-d6ba477c985f req-e44b5dcd-73f2-4ab4-97b1-d3de39f00255 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:39.535686 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e8fda4ab-c618-464e-9b8f-d6ba477c985f req-e44b5dcd-73f2-4ab4-97b1-d3de39f00255 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0572760 Mar 01 17:02:39.600976 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e8fda4ab-c618-464e-9b8f-d6ba477c985f req-95537182-7b27-45c8-a66e-1c1a1fbc9b9c tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588017 Mar 01 17:02:39.950756 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd080c7b-0b2d-4340-a2a5-80eb8a71335b req-e12a2aed-f314-4b7d-b67a-e993fd80d9f7 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:39.952310 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cd080c7b-0b2d-4340-a2a5-80eb8a71335b req-e12a2aed-f314-4b7d-b67a-e993fd80d9f7 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0680902 Mar 01 17:02:40.001656 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cd080c7b-0b2d-4340-a2a5-80eb8a71335b req-d7a57b88-b67c-47b9-acd3-4b9490ffc9b8 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434327 Mar 01 17:02:40.727051 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cabde0-44c7-4da2-a118-027b25a21de5 req-567adec2-fe85-4930-98af-352051d2ed02 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:40.728532 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c5cabde0-44c7-4da2-a118-027b25a21de5 req-567adec2-fe85-4930-98af-352051d2ed02 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0600824 Mar 01 17:02:40.781905 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c5cabde0-44c7-4da2-a118-027b25a21de5 req-58ab3c71-a658-4448-9736-a3f561de8b51 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479004 Mar 01 17:02:41.126287 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f2f24-ae82-4886-91b4-8967485ca3c9 req-259eea3d-2f80-4543-a5d5-3c34ebbe8a15 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:41.127815 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e76f2f24-ae82-4886-91b4-8967485ca3c9 req-259eea3d-2f80-4543-a5d5-3c34ebbe8a15 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0523083 Mar 01 17:02:41.177338 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e76f2f24-ae82-4886-91b4-8967485ca3c9 req-bee9600c-4134-4525-a041-60d69e741b23 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430608 Mar 01 17:02:41.903755 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67a6fb-a66c-4b68-9135-1d85263f3895 req-7fe17606-2357-4a46-9af8-ccfcfb7dea1a tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:41.905270 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2c67a6fb-a66c-4b68-9135-1d85263f3895 req-7fe17606-2357-4a46-9af8-ccfcfb7dea1a tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0551233 Mar 01 17:02:41.958420 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2c67a6fb-a66c-4b68-9135-1d85263f3895 req-90aa3132-f0ec-458d-9e30-24dcd585a28b tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474796 Mar 01 17:02:42.298432 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294d65d-ccdc-41db-89f4-b4468e16a2f1 req-9fcee7ca-b149-4e7b-8c78-38fdebf69575 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:42.300032 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7294d65d-ccdc-41db-89f4-b4468e16a2f1 req-9fcee7ca-b149-4e7b-8c78-38fdebf69575 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0526299 Mar 01 17:02:42.352434 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7294d65d-ccdc-41db-89f4-b4468e16a2f1 req-56fc9d89-63d6-4abf-9952-489203012eb0 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450621 Mar 01 17:02:43.093778 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07558e8a-53cb-4380-af80-570eb30f9657 req-62340c7c-0bb0-4655-b4f0-626e4628d4f7 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:43.095307 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-07558e8a-53cb-4380-af80-570eb30f9657 req-62340c7c-0bb0-4655-b4f0-626e4628d4f7 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0598252 Mar 01 17:02:43.158841 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-07558e8a-53cb-4380-af80-570eb30f9657 req-f27da307-4511-4369-8d9a-1179b520f9c5 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541928 Mar 01 17:02:43.475121 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699a2c8-52cd-4665-8d0b-66a2037c71b5 req-227fef9d-49c5-4504-bc42-c94728f041b3 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:43.476696 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0699a2c8-52cd-4665-8d0b-66a2037c71b5 req-227fef9d-49c5-4504-bc42-c94728f041b3 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0558929 Mar 01 17:02:43.525707 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0699a2c8-52cd-4665-8d0b-66a2037c71b5 req-bcb8d9a2-598b-45f7-9ab6-df02c8511c55 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435195 Mar 01 17:02:43.670626 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4b242d17-0535-4bbb-8996-24eb1893e1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:43.742237 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaa5af-1e7f-479b-a88e-470eec335f24 req-ff7219d0-7b92-4253-a755-ca340fcadcd0 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:43.743754 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c3eaa5af-1e7f-479b-a88e-470eec335f24 req-ff7219d0-7b92-4253-a755-ca340fcadcd0 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0597365 Mar 01 17:02:43.824188 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c3eaa5af-1e7f-479b-a88e-470eec335f24 req-174653cc-cbfc-48f1-be34-7c2e687c76f2 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694683 Mar 01 17:02:43.829784 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90948e-0f4f-4028-a716-7fd4d4e6fbb1 req-f4a6f758-6038-4209-aa00-62d17cdd24ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:43.831262 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-af90948e-0f4f-4028-a716-7fd4d4e6fbb1 req-f4a6f758-6038-4209-aa00-62d17cdd24ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1dc6016cf32040529e21f5b330bfe54a&device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 1130 time: 0.0842636 Mar 01 17:02:43.928828 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90948e-0f4f-4028-a716-7fd4d4e6fbb1 req-a66d8b49-032c-4486-b864-2620e5af122b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:43.928828 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-af90948e-0f4f-4028-a716-7fd4d4e6fbb1 req-a66d8b49-032c-4486-b864-2620e5af122b service neutron] 10.222.0.37 "GET /v2.0/networks?id=8781eac9-aa85-4a72-b5b3-6da62a18282a HTTP/1.1" status: 200 len: 912 time: 0.0886226 Mar 01 17:02:43.998509 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-af90948e-0f4f-4028-a716-7fd4d4e6fbb1 req-1d57b0a1-3a2c-4cbc-a1d6-123b138aeb8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25dd5465-59c1-462f-9de0-e65e756c3ead HTTP/1.1" status: 200 len: 1002 time: 0.0675166 Mar 01 17:02:44.050613 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90948e-0f4f-4028-a716-7fd4d4e6fbb1 req-c277cb64-dd48-481f-ae01-1eded09bc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:44.052217 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-af90948e-0f4f-4028-a716-7fd4d4e6fbb1 req-c277cb64-dd48-481f-ae01-1eded09bc54f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12945aae-7d6d-4457-b922-e55760c246fd HTTP/1.1" status: 200 len: 850 time: 0.0486994 Mar 01 17:02:44.102639 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90948e-0f4f-4028-a716-7fd4d4e6fbb1 req-589b2b80-9b5c-4f6f-bfb9-a88b7b736d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:44.104185 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-af90948e-0f4f-4028-a716-7fd4d4e6fbb1 req-589b2b80-9b5c-4f6f-bfb9-a88b7b736d68 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8781eac9-aa85-4a72-b5b3-6da62a18282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467815 Mar 01 17:02:44.199486 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-af90948e-0f4f-4028-a716-7fd4d4e6fbb1 req-0e636216-666a-4208-9564-b55a0c42d9e7 service neutron] 10.222.0.37 "GET /v2.0/networks/8781eac9-aa85-4a72-b5b3-6da62a18282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893996 Mar 01 17:02:44.284896 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978a921-b097-4f67-9226-c419485f1cac req-b8eca5d4-1d4c-4cc3-ba4d-a5bfa4800d5c tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:44.287202 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d978a921-b097-4f67-9226-c419485f1cac req-b8eca5d4-1d4c-4cc3-ba4d-a5bfa4800d5c tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0549679 Mar 01 17:02:44.297312 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-af90948e-0f4f-4028-a716-7fd4d4e6fbb1 req-c741f833-aba4-45f2-8e5a-108c0c093847 service neutron] 10.222.0.37 "GET /v2.0/networks/8781eac9-aa85-4a72-b5b3-6da62a18282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925090 Mar 01 17:02:44.344360 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d978a921-b097-4f67-9226-c419485f1cac req-c25422ed-4a77-42b7-8f55-e9850921e5a4 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516312 Mar 01 17:02:44.955066 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca65fb-62e3-450f-98fe-a91a1919b74d req-5af02980-cc20-4735-97a9-483b29e4e592 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:44.956629 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ffca65fb-62e3-450f-98fe-a91a1919b74d req-5af02980-cc20-4735-97a9-483b29e4e592 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0592332 Mar 01 17:02:45.007283 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ffca65fb-62e3-450f-98fe-a91a1919b74d req-9127d672-e848-4041-bea5-5e0c2f064304 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442483 Mar 01 17:02:45.471877 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6388894-c0cd-4c0e-8605-c1d38235f737 req-f234f03b-3f9a-4e87-8a6a-784c352a086d tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:45.474119 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e6388894-c0cd-4c0e-8605-c1d38235f737 req-f234f03b-3f9a-4e87-8a6a-784c352a086d tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0540290 Mar 01 17:02:45.525930 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e6388894-c0cd-4c0e-8605-c1d38235f737 req-de7a38fa-2947-4ef8-b637-bbc2377a11c6 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456951 Mar 01 17:02:45.944862 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-07bf282c-7d87-421d-8f69-eb27145e8664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:46.650713 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d686057-9220-4cf6-ae19-aba08ef9c44c req-d36b0eb9-3809-4443-9dc4-d1e0b196844c tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:46.652282 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2d686057-9220-4cf6-ae19-aba08ef9c44c req-d36b0eb9-3809-4443-9dc4-d1e0b196844c tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0555208 Mar 01 17:02:46.714315 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2d686057-9220-4cf6-ae19-aba08ef9c44c req-25e28f04-fa51-4b52-9f31-75f7bd736524 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552914 Mar 01 17:02:46.751613 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b890a-dfa4-4c92-9ca5-c5bcc646145e req-063278c3-a3e9-47ba-bff1-e81e5465738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:46.753112 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-347b890a-dfa4-4c92-9ca5-c5bcc646145e req-063278c3-a3e9-47ba-bff1-e81e5465738d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1eef3e17cdb486fb902ddcd3c534af3&device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 1130 time: 0.0600085 Mar 01 17:02:46.843914 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b890a-dfa4-4c92-9ca5-c5bcc646145e req-111fa923-80d4-4325-b143-f9f8dbae5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:46.845376 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-347b890a-dfa4-4c92-9ca5-c5bcc646145e req-111fa923-80d4-4325-b143-f9f8dbae5fc8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=84483896-eec0-4508-9cae-080fd2f1aeff HTTP/1.1" status: 200 len: 910 time: 0.0858421 Mar 01 17:02:46.915844 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-347b890a-dfa4-4c92-9ca5-c5bcc646145e req-c15a9c37-6bf0-459c-9882-47167c5d099f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=726488a0-39bc-4d94-a1b5-135fea000a37 HTTP/1.1" status: 200 len: 1002 time: 0.0647912 Mar 01 17:02:46.957306 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:46.966756 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b890a-dfa4-4c92-9ca5-c5bcc646145e req-ce043ce1-bce1-44dc-929b-e2848fbb77ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:46.968289 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-347b890a-dfa4-4c92-9ca5-c5bcc646145e req-ce043ce1-bce1-44dc-929b-e2848fbb77ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=276412f6-7bd0-4c44-b6d9-29433bde89ab HTTP/1.1" status: 200 len: 848 time: 0.0477433 Mar 01 17:02:47.023295 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b890a-dfa4-4c92-9ca5-c5bcc646145e req-4741a1a5-8311-4b21-9128-ded15b1ff8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:47.024865 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-347b890a-dfa4-4c92-9ca5-c5bcc646145e req-4741a1a5-8311-4b21-9128-ded15b1ff8b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84483896-eec0-4508-9cae-080fd2f1aeff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513973 Mar 01 17:02:47.119865 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-347b890a-dfa4-4c92-9ca5-c5bcc646145e req-bbc9fba9-476a-40b5-b7a0-6e7da28dca8a service neutron] 10.222.0.37 "GET /v2.0/networks/84483896-eec0-4508-9cae-080fd2f1aeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884826 Mar 01 17:02:47.211522 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-347b890a-dfa4-4c92-9ca5-c5bcc646145e req-e372b073-34ea-4b96-8a97-555a747dcae8 service neutron] 10.222.0.37 "GET /v2.0/networks/84483896-eec0-4508-9cae-080fd2f1aeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846293 Mar 01 17:02:47.848773 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc01b26-b5f4-4380-ac39-1ad74bc60b0c req-1e0579a3-80ea-415b-b158-4dac6bfae957 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:47.850288 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-fbc01b26-b5f4-4380-ac39-1ad74bc60b0c req-1e0579a3-80ea-415b-b158-4dac6bfae957 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0583749 Mar 01 17:02:47.901833 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-fbc01b26-b5f4-4380-ac39-1ad74bc60b0c req-b9f6fffd-fb44-454a-ba43-fd28d3914c8b tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461211 Mar 01 17:02:48.557198 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:49.035410 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a9f69-7789-4528-aa86-1fb44b1ab356 req-5d000097-60c1-4b4a-8cc6-23e21b17244b tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:49.035410 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-fa8a9f69-7789-4528-aa86-1fb44b1ab356 req-5d000097-60c1-4b4a-8cc6-23e21b17244b tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0565023 Mar 01 17:02:49.091370 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-fa8a9f69-7789-4528-aa86-1fb44b1ab356 req-d6807926-54f6-450d-9806-5d45da21727c tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531309 Mar 01 17:02:49.879104 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:50.222356 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afa494-add0-43f1-9f09-67e74f2105af req-b1d204e2-8685-42f6-9e7a-7e80d7a04cc8 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:50.224570 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f6afa494-add0-43f1-9f09-67e74f2105af req-b1d204e2-8685-42f6-9e7a-7e80d7a04cc8 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0558262 Mar 01 17:02:50.274896 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f6afa494-add0-43f1-9f09-67e74f2105af req-1cffd19c-3e19-4c59-b492-07c472a343c8 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448329 Mar 01 17:02:50.484452 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 58122) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:02:50.507083 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481949e-9b5c-47c5-b9f3-896e13680a65 req-57be4aa7-20fb-4cf9-8c78-7980210e150d tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:50.508663 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8481949e-9b5c-47c5-b9f3-896e13680a65 req-57be4aa7-20fb-4cf9-8c78-7980210e150d tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0591328 Mar 01 17:02:50.565686 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8481949e-9b5c-47c5-b9f3-896e13680a65 req-4da8eabe-b366-4cde-8f98-d5669c139e6c tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513449 Mar 01 17:02:50.583009 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-983163ba-99f5-465b-88b9-29dad31aea2a req-0c9abfb0-401f-4750-b0f9-22f6ccbcaf15 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0963461 Mar 01 17:02:50.591674 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [req-983163ba-99f5-465b-88b9-29dad31aea2a req-1e6c3de0-2cfd-4c22-93eb-27f1412af3de service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 17:02:50.592681 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-983163ba-99f5-465b-88b9-29dad31aea2a req-1e6c3de0-2cfd-4c22-93eb-27f1412af3de service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051804 Mar 01 17:02:50.675705 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 58130) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:02:50.774853 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983163ba-99f5-465b-88b9-29dad31aea2a req-7d560fd4-a367-4a7f-a911-e9a9aa7ccc98 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:50.776276 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-983163ba-99f5-465b-88b9-29dad31aea2a req-7d560fd4-a367-4a7f-a911-e9a9aa7ccc98 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports/726488a0-39bc-4d94-a1b5-135fea000a37 HTTP/1.1" status: 200 len: 943 time: 0.0991142 Mar 01 17:02:51.536554 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 726488a0-39bc-4d94-a1b5-135fea000a37 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:02:51.623800 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 726488a0-39bc-4d94-a1b5-135fea000a37 is: ACTIVE; New status is: DOWN {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:02:51.624197 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (726488a0-39bc-4d94-a1b5-135fea000a37), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:51.704922 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97486360-65e9-48b9-b69d-22bc324ea0c0 req-2fcd59b5-dd4c-4143-bef1-6742a4d36fa6 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:51.708095 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-97486360-65e9-48b9-b69d-22bc324ea0c0 req-2fcd59b5-dd4c-4143-bef1-6742a4d36fa6 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0687363 Mar 01 17:02:51.770637 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-97486360-65e9-48b9-b69d-22bc324ea0c0 req-c1a6b8d8-69e9-413d-aef0-bbf66562c3aa tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573640 Mar 01 17:02:51.800109 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90e9f98-d526-49ad-af9a-6224d69769cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '726488a0-39bc-4d94-a1b5-135fea000a37'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:02:51.803391 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51cb4f3-9820-4702-a50e-e6b3b45e4f15" -d '{"events": [{"server_uuid": "e90e9f98-d526-49ad-af9a-6224d69769cd", "name": "network-vif-unplugged", "status": "completed", "tag": "726488a0-39bc-4d94-a1b5-135fea000a37"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:02:51.817178 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 726488a0-39bc-4d94-a1b5-135fea000a37, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=726488a0-39bc-4d94-a1b5-135fea000a37,segment=NetworkSegment(aecf5d8d-76dc-4986-98db-c9d5d6ceb80f),segment_id=aecf5d8d-76dc-4986-98db-c9d5d6ceb80f)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:02:51.821372 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (726488a0-39bc-4d94-a1b5-135fea000a37), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:02:51.845737 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 17:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deda97bc-05ae-464c-bc6e-b9aa7680f24c x-openstack-request-id: req-deda97bc-05ae-464c-bc6e-b9aa7680f24c {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:02:51.846039 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90e9f98-d526-49ad-af9a-6224d69769cd", "name": "network-vif-unplugged", "status": "completed", "tag": "726488a0-39bc-4d94-a1b5-135fea000a37", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:02:51.846270 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-deda97bc-05ae-464c-bc6e-b9aa7680f24c {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:02:51.846653 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90e9f98-d526-49ad-af9a-6224d69769cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '726488a0-39bc-4d94-a1b5-135fea000a37', 'code': 200} Mar 01 17:02:51.874656 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=726488a0-39bc-4d94-a1b5-135fea000a37,revision_number=6']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:02:52.151248 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983163ba-99f5-465b-88b9-29dad31aea2a req-0872cc79-2f60-47bb-a0b5-3129ffa5f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:52.152769 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-983163ba-99f5-465b-88b9-29dad31aea2a req-0872cc79-2f60-47bb-a0b5-3129ffa5f941 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd&tenant_id=b1eef3e17cdb486fb902ddcd3c534af3 HTTP/1.1" status: 200 len: 1128 time: 0.0482843 Mar 01 17:02:52.217167 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983163ba-99f5-465b-88b9-29dad31aea2a req-7847d457-2bec-4000-9116-5ef10cda0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:52.218681 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-983163ba-99f5-465b-88b9-29dad31aea2a req-7847d457-2bec-4000-9116-5ef10cda0d1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1eef3e17cdb486fb902ddcd3c534af3&device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 1128 time: 0.0449231 Mar 01 17:02:52.313223 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983163ba-99f5-465b-88b9-29dad31aea2a req-d5da330e-d2a2-418f-a20d-a4db3707b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:52.314691 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-983163ba-99f5-465b-88b9-29dad31aea2a req-d5da330e-d2a2-418f-a20d-a4db3707b737 service neutron] 10.222.0.37 "GET /v2.0/networks?id=84483896-eec0-4508-9cae-080fd2f1aeff HTTP/1.1" status: 200 len: 910 time: 0.0889809 Mar 01 17:02:52.381152 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-983163ba-99f5-465b-88b9-29dad31aea2a req-aee427b3-54e5-42b7-bffe-0a9c9beda715 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=726488a0-39bc-4d94-a1b5-135fea000a37 HTTP/1.1" status: 200 len: 1000 time: 0.0605302 Mar 01 17:02:52.432625 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983163ba-99f5-465b-88b9-29dad31aea2a req-b8d34afd-ba12-487d-806f-e9ec0e7959a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:52.433455 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-983163ba-99f5-465b-88b9-29dad31aea2a req-b8d34afd-ba12-487d-806f-e9ec0e7959a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=276412f6-7bd0-4c44-b6d9-29433bde89ab HTTP/1.1" status: 200 len: 848 time: 0.0469368 Mar 01 17:02:52.492818 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983163ba-99f5-465b-88b9-29dad31aea2a req-549f953b-0797-4281-bdc0-c2fac67a4ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:52.494331 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-983163ba-99f5-465b-88b9-29dad31aea2a req-549f953b-0797-4281-bdc0-c2fac67a4ba3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84483896-eec0-4508-9cae-080fd2f1aeff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540454 Mar 01 17:02:52.585901 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-983163ba-99f5-465b-88b9-29dad31aea2a req-aaaa4ba2-0438-4f93-a681-9c24e46854de service neutron] 10.222.0.37 "GET /v2.0/networks/84483896-eec0-4508-9cae-080fd2f1aeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859613 Mar 01 17:02:52.978919 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-983163ba-99f5-465b-88b9-29dad31aea2a req-8bfd89f3-9fc7-4cbe-aba5-2eacceda302d service neutron] 10.222.0.37 "GET /v2.0/networks/84483896-eec0-4508-9cae-080fd2f1aeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859391 Mar 01 17:02:52.991813 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523799e1-8b33-4c4a-81aa-4e96d0b0809f req-d01a6f93-b37b-4388-bcaf-216b7707a5af tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:52.993274 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-523799e1-8b33-4c4a-81aa-4e96d0b0809f req-d01a6f93-b37b-4388-bcaf-216b7707a5af tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 944 time: 0.0784097 Mar 01 17:02:53.048145 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-523799e1-8b33-4c4a-81aa-4e96d0b0809f req-f03ca2f0-2da7-4eef-b905-01d2146a3a0a tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491397 Mar 01 17:02:54.187907 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca76f55-d61e-4d36-8fb4-dc14893a06b7 req-9dc10075-9bdd-45a2-92d9-f7589d269b00 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:54.189697 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-dca76f55-d61e-4d36-8fb4-dc14893a06b7 req-9dc10075-9bdd-45a2-92d9-f7589d269b00 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 944 time: 0.0617483 Mar 01 17:02:54.274537 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-dca76f55-d61e-4d36-8fb4-dc14893a06b7 req-355ec43f-32e1-401b-930e-e9a3041fefe6 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765915 Mar 01 17:02:55.395921 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754140c-e20b-4660-8d19-f34ed704ecdc req-001bf423-6a0e-42d7-9e6a-8c67ed625abd tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:55.397447 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b754140c-e20b-4660-8d19-f34ed704ecdc req-001bf423-6a0e-42d7-9e6a-8c67ed625abd tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 944 time: 0.0559862 Mar 01 17:02:55.448261 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b754140c-e20b-4660-8d19-f34ed704ecdc req-e226e2da-254c-4d81-97e7-c25ddeb3cd06 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451987 Mar 01 17:02:56.571401 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f078343-8a51-4b81-8a03-3cec14873ceb req-0b921a5a-8dd5-49c2-b074-2f1f50bb9be0 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:56.572962 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3f078343-8a51-4b81-8a03-3cec14873ceb req-0b921a5a-8dd5-49c2-b074-2f1f50bb9be0 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 944 time: 0.0546277 Mar 01 17:02:56.627787 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3f078343-8a51-4b81-8a03-3cec14873ceb req-3217c18a-cd3a-40e9-a569-d265ec6242d7 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492148 Mar 01 17:02:57.750009 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882bfe2-e4ed-4d9f-bde4-f3f86660339b req-0c51ea15-91e7-48ff-845b-b40bd7d3bd92 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:57.751549 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b882bfe2-e4ed-4d9f-bde4-f3f86660339b req-0c51ea15-91e7-48ff-845b-b40bd7d3bd92 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 944 time: 0.0542731 Mar 01 17:02:57.802294 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b882bfe2-e4ed-4d9f-bde4-f3f86660339b req-c60a9c52-9863-44ce-b0ed-ef75835651af tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444844 Mar 01 17:02:58.931828 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec19739-b305-44b7-845b-6abdc29be17e req-5c8910c5-3449-4d56-8c01-053140e1113f tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:02:58.933410 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7ec19739-b305-44b7-845b-6abdc29be17e req-5c8910c5-3449-4d56-8c01-053140e1113f tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 944 time: 0.0600936 Mar 01 17:02:58.990864 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-7ec19739-b305-44b7-845b-6abdc29be17e req-0f858b23-7028-4189-a304-2181fcdef436 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519025 Mar 01 17:03:00.115435 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73466f95-58a6-45d9-b7d1-5c5f9bfb9bee req-1cab0904-c173-4694-8a28-ddb7e0b23d10 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:00.116986 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-73466f95-58a6-45d9-b7d1-5c5f9bfb9bee req-1cab0904-c173-4694-8a28-ddb7e0b23d10 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 944 time: 0.0555444 Mar 01 17:03:00.172841 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-73466f95-58a6-45d9-b7d1-5c5f9bfb9bee req-b386bd1f-39f4-46d5-819a-afb6ed5cd681 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503075 Mar 01 17:03:01.296730 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714536b6-5afc-414c-90e1-c922f6f53fc1 req-0172bc47-3567-425c-be90-2316a3ecd0f4 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:01.298286 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-714536b6-5afc-414c-90e1-c922f6f53fc1 req-0172bc47-3567-425c-be90-2316a3ecd0f4 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 944 time: 0.0555348 Mar 01 17:03:01.353014 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-714536b6-5afc-414c-90e1-c922f6f53fc1 req-c3e45c94-e160-47bc-9d0b-329809ee2603 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455406 Mar 01 17:03:01.564477 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 726488a0-39bc-4d94-a1b5-135fea000a37 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 17:03:01.679649 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 726488a0-39bc-4d94-a1b5-135fea000a37, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=726488a0-39bc-4d94-a1b5-135fea000a37,segment=NetworkSegment(aecf5d8d-76dc-4986-98db-c9d5d6ceb80f),segment_id=aecf5d8d-76dc-4986-98db-c9d5d6ceb80f)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:03:01.695000 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': '726488a0-39bc-4d94-a1b5-135fea000a37', 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff', 'port_id': '726488a0-39bc-4d94-a1b5-135fea000a37', 'mac_address': 'fa:16:3e:c1:e2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276412f6-7bd0-4c44-b6d9-29433bde89ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 17:03:01.735127 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 726488a0-39bc-4d94-a1b5-135fea000a37 is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:03:01.735681 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (726488a0-39bc-4d94-a1b5-135fea000a37), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:01.755156 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726488a0-39bc-4d94-a1b5-135fea000a37 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 17:03:01.791884 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 726488a0-39bc-4d94-a1b5-135fea000a37, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=726488a0-39bc-4d94-a1b5-135fea000a37,segment=NetworkSegment(aecf5d8d-76dc-4986-98db-c9d5d6ceb80f),segment_id=aecf5d8d-76dc-4986-98db-c9d5d6ceb80f)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:03:01.796107 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (726488a0-39bc-4d94-a1b5-135fea000a37), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:01.844546 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=726488a0-39bc-4d94-a1b5-135fea000a37,revision_number=7']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:01.960659 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:02.053413 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['726488a0-39bc-4d94-a1b5-135fea000a37'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 17:03:02.108205 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 17:03:02.629870 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b15b6-26c7-4371-a7de-eacc76771995 req-a2739538-3d0f-42e6-834d-b25ebb59abd5 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:02.631366 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6d2b15b6-26c7-4371-a7de-eacc76771995 req-a2739538-3d0f-42e6-834d-b25ebb59abd5 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 945 time: 0.0528388 Mar 01 17:03:02.680897 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6d2b15b6-26c7-4371-a7de-eacc76771995 req-45371a26-d7f8-4469-94b4-9df8b6c57805 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436406 Mar 01 17:03:03.562407 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 726488a0-39bc-4d94-a1b5-135fea000a37 up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:03:03.612038 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port 726488a0-39bc-4d94-a1b5-135fea000a37 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:03:03.612438 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (726488a0-39bc-4d94-a1b5-135fea000a37), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:03.695835 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 726488a0-39bc-4d94-a1b5-135fea000a37 is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:03:03.696121 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (726488a0-39bc-4d94-a1b5-135fea000a37), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:03.721499 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90e9f98-d526-49ad-af9a-6224d69769cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726488a0-39bc-4d94-a1b5-135fea000a37'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:03:03.724078 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a92392-c2e7-4715-b3fc-bb5727998060" -d '{"events": [{"server_uuid": "e90e9f98-d526-49ad-af9a-6224d69769cd", "name": "network-vif-plugged", "status": "completed", "tag": "726488a0-39bc-4d94-a1b5-135fea000a37"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:03:03.737156 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 726488a0-39bc-4d94-a1b5-135fea000a37, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=726488a0-39bc-4d94-a1b5-135fea000a37,segment=NetworkSegment(aecf5d8d-76dc-4986-98db-c9d5d6ceb80f),segment_id=aecf5d8d-76dc-4986-98db-c9d5d6ceb80f)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:03:03.743911 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (726488a0-39bc-4d94-a1b5-135fea000a37), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:03.783946 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75db6d6d-b6c0-4bbf-a6f0-69974cc69a68 x-openstack-request-id: req-75db6d6d-b6c0-4bbf-a6f0-69974cc69a68 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:03:03.784246 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90e9f98-d526-49ad-af9a-6224d69769cd", "name": "network-vif-plugged", "status": "completed", "tag": "726488a0-39bc-4d94-a1b5-135fea000a37", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:03:03.784554 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-75db6d6d-b6c0-4bbf-a6f0-69974cc69a68 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:03:03.785179 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90e9f98-d526-49ad-af9a-6224d69769cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726488a0-39bc-4d94-a1b5-135fea000a37', 'code': 200} Mar 01 17:03:03.807395 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=726488a0-39bc-4d94-a1b5-135fea000a37,revision_number=8']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:03.816619 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c42c3-3bf5-44ef-8c65-08af09f5f4d9 req-f6bf7d52-4e9c-46ca-ab19-8826fca52079 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:03.818324 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-421c42c3-3bf5-44ef-8c65-08af09f5f4d9 req-f6bf7d52-4e9c-46ca-ab19-8826fca52079 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0620394 Mar 01 17:03:03.870000 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-421c42c3-3bf5-44ef-8c65-08af09f5f4d9 req-1e8bcd51-5372-455d-8bbb-cc62dcfa6114 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457871 Mar 01 17:03:04.026384 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee803c28-ef3b-48b3-89b9-e6fd67530ddd req-7acf6c37-19c2-4568-ac8a-130a522bec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:04.028083 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ee803c28-ef3b-48b3-89b9-e6fd67530ddd req-7acf6c37-19c2-4568-ac8a-130a522bec32 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 1130 time: 0.0453112 Mar 01 17:03:04.078505 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ee803c28-ef3b-48b3-89b9-e6fd67530ddd req-019171de-6bb0-4727-959f-ad5777b5a9a8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438259 Mar 01 17:03:05.001042 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa643e04-caf9-426c-9b5e-759c35e81f32 req-f668b70c-dc31-4e8f-b3d5-6e2f7813c19d tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:05.002562 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa643e04-caf9-426c-9b5e-759c35e81f32 req-f668b70c-dc31-4e8f-b3d5-6e2f7813c19d tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0587645 Mar 01 17:03:05.055284 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa643e04-caf9-426c-9b5e-759c35e81f32 req-07712719-3805-4595-9296-36972651c3a9 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448241 Mar 01 17:03:06.215626 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf514d5-4d01-4449-a492-afd997cfe33a req-b93ce5fd-569b-47b2-8d43-402efe43bf3e tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:06.218399 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-faf514d5-4d01-4449-a492-afd997cfe33a req-b93ce5fd-569b-47b2-8d43-402efe43bf3e tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0722342 Mar 01 17:03:06.279705 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-faf514d5-4d01-4449-a492-afd997cfe33a req-ba71e7b6-8e07-47d6-9f8a-c34cdb5577bf tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542028 Mar 01 17:03:12.080352 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a8b78-da99-4cb1-8b5e-082585adb09a req-f2d4f1e0-2a01-4dc0-abd3-58ae9401a9e9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:12.082717 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5b7a8b78-da99-4cb1-8b5e-082585adb09a req-f2d4f1e0-2a01-4dc0-abd3-58ae9401a9e9 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 946 time: 0.0602286 Mar 01 17:03:12.132996 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-5b7a8b78-da99-4cb1-8b5e-082585adb09a req-f6816b77-c665-4afd-bb8f-c35cdc947aea tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446749 Mar 01 17:03:13.262277 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489d70d-7c5a-444a-91e4-5bc838453e65 req-b8505a04-1da9-4f68-8ba9-4b759ef94b33 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:13.263814 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0489d70d-7c5a-444a-91e4-5bc838453e65 req-b8505a04-1da9-4f68-8ba9-4b759ef94b33 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 946 time: 0.0552325 Mar 01 17:03:13.318419 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0489d70d-7c5a-444a-91e4-5bc838453e65 req-f4ef263d-7361-4fdd-b082-7c70027baac0 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups?id=28c46275-8e08-4c12-a486-3f1e6d227455&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482266 Mar 01 17:03:13.414264 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa251e8f-762a-447a-aa4a-26a93c2e57e3 req-c56eba15-c00f-42de-a525-721ea81ebba3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:13.415839 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa251e8f-762a-447a-aa4a-26a93c2e57e3 req-c56eba15-c00f-42de-a525-721ea81ebba3 tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.37 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 946 time: 0.0527916 Mar 01 17:03:13.520773 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-aa251e8f-762a-447a-aa4a-26a93c2e57e3 req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Deleting port 40338080-b8ff-4380-8765-3c32a3809d17 {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:03:13.521118 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-aa251e8f-762a-447a-aa4a-26a93c2e57e3 req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (40338080-b8ff-4380-8765-3c32a3809d17), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:13.616721 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-aa251e8f-762a-447a-aa4a-26a93c2e57e3 req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] For port 40338080-b8ff-4380-8765-3c32a3809d17, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=40338080-b8ff-4380-8765-3c32a3809d17,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:03:13.617087 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-aa251e8f-762a-447a-aa4a-26a93c2e57e3 req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (40338080-b8ff-4380-8765-3c32a3809d17), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:13.673750 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-1b06017c-1098-4617-ac57-c4434f590b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:13.804567 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-aa251e8f-762a-447a-aa4a-26a93c2e57e3 req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:13.804908 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-aa251e8f-762a-447a-aa4a-26a93c2e57e3 req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688646'] for floatingip (57bfa90a-d617-4077-acfb-3ce1b667bac3), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:13.805224 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.l3_db [req-aa251e8f-762a-447a-aa4a-26a93c2e57e3 req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Floating IP 57bfa90a-d617-4077-acfb-3ce1b667bac3 disassociated. External IP: 172.27.0.132, port: 40338080-b8ff-4380-8765-3c32a3809d17. Mar 01 17:03:13.805573 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-aa251e8f-762a-447a-aa4a-26a93c2e57e3 req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Calling delete_port for 40338080-b8ff-4380-8765-3c32a3809d17 owned by compute:nova {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:03:13.943183 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-aa251e8f-762a-447a-aa4a-26a93c2e57e3 req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (40338080-b8ff-4380-8765-3c32a3809d17), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:13.970224 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Pushing event deleted for resources: {'Port': ['ID=40338080-b8ff-4380-8765-3c32a3809d17,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:13.984673 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:13.985098 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:13.985361 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:13.985698 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:13.986043 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:13.986372 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:13.987296 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:13.987745 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:13.988312 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:13.988687 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:13.989138 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:13.989596 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:13.989934 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:14.108372 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa251e8f-762a-447a-aa4a-26a93c2e57e3 req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Router d2d4352e-39d5-4290-88fc-cf6ccbf8714c has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:03:14.230075 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa251e8f-762a-447a-aa4a-26a93c2e57e3 req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:03:14.243820 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df47d91-742f-4003-922d-374833cce1a1 None None] Sync routers for ids ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:03:14.255475 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df47d91-742f-4003-922d-374833cce1a1 None None] Routers {'d2d4352e-39d5-4290-88fc-cf6ccbf8714c'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:03:14.256037 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-4df47d91-742f-4003-922d-374833cce1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:02:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:03:14.274527 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa251e8f-762a-447a-aa4a-26a93c2e57e3 req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] No DVR routers for this DVR port 40338080-b8ff-4380-8765-3c32a3809d17 on host hv-cinder-83124 {{(pid=103032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:03:14.277373 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-aa251e8f-762a-447a-aa4a-26a93c2e57e3 req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:14.282582 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa251e8f-762a-447a-aa4a-26a93c2e57e3 req-d0e956da-3b29-494d-bca1-9659f029b50a tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.37 "DELETE /v2.0/ports/40338080-b8ff-4380-8765-3c32a3809d17 HTTP/1.1" status: 204 len: 173 time: 0.8601797 Mar 01 17:03:14.283087 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9310280a-f27b-4009-b873-9fe632bc581e', 'name': 'network-vif-deleted', 'tag': '40338080-b8ff-4380-8765-3c32a3809d17'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:03:14.286055 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6bc0ac-16d1-4bb4-971d-46dcee4529fd" -d '{"events": [{"server_uuid": "9310280a-f27b-4009-b873-9fe632bc581e", "name": "network-vif-deleted", "tag": "40338080-b8ff-4380-8765-3c32a3809d17"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:03:14.419140 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25cf6dc-5461-4da1-b483-00daaa8a9e03 x-openstack-request-id: req-f25cf6dc-5461-4da1-b483-00daaa8a9e03 {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:03:14.419792 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9310280a-f27b-4009-b873-9fe632bc581e", "name": "network-vif-deleted", "tag": "40338080-b8ff-4380-8765-3c32a3809d17", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:03:14.419792 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f25cf6dc-5461-4da1-b483-00daaa8a9e03 {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:03:14.420177 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9310280a-f27b-4009-b873-9fe632bc581e', 'name': 'network-vif-deleted', 'tag': '40338080-b8ff-4380-8765-3c32a3809d17', 'status': 'completed', 'code': 200} Mar 01 17:03:14.444287 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-4df47d91-742f-4003-922d-374833cce1a1 None None] Set router d2d4352e-39d5-4290-88fc-cf6ccbf8714c gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:03:14.474247 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-b2e46313-9a97-4a96-bd2e-9c2995d11530 req-21dd0e7b-fdd6-47ac-85f6-8c730b859fcf tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/ports?device_id=9310280a-f27b-4009-b873-9fe632bc581e HTTP/1.1" status: 200 len: 210 time: 0.0415645 Mar 01 17:03:14.682175 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-4df47d91-742f-4003-922d-374833cce1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'name': 'tempest-AttachVolumeShelveTestJSON-619683467-router', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:31Z', 'updated_at': '2022-03-01T16:56:43Z', 'revision_number': 4, 'project_id': 'ce864652ab854207a48b6a2647514604', 'gw_port': {'id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:33Z', 'updated_at': '2022-03-01T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '8890ce23-2ad0-4829-bb1a-576edd0b550f', 'name': '', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'mac_address': 'fa:16:3e:59:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:40Z', 'updated_at': '2022-03-01T16:56:51Z', 'revision_number': 5, 'project_id': 'ce864652ab854207a48b6a2647514604', 'subnets': [{'id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:03:14.713154 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df47d91-742f-4003-922d-374833cce1a1 None None] Checking router: d2d4352e-39d5-4290-88fc-cf6ccbf8714c for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:03:14.722613 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df47d91-742f-4003-922d-374833cce1a1 None None] Routers {'d2d4352e-39d5-4290-88fc-cf6ccbf8714c'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:03:14.723237 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-4df47d91-742f-4003-922d-374833cce1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:02:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:03:14.835407 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-4df47d91-742f-4003-922d-374833cce1a1 None None] Set router d2d4352e-39d5-4290-88fc-cf6ccbf8714c gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:03:15.044528 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-4df47d91-742f-4003-922d-374833cce1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'name': 'tempest-AttachVolumeShelveTestJSON-619683467-router', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:31Z', 'updated_at': '2022-03-01T16:56:43Z', 'revision_number': 4, 'project_id': 'ce864652ab854207a48b6a2647514604', 'gw_port': {'id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:33Z', 'updated_at': '2022-03-01T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '8890ce23-2ad0-4829-bb1a-576edd0b550f', 'name': '', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'mac_address': 'fa:16:3e:59:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:40Z', 'updated_at': '2022-03-01T16:56:51Z', 'revision_number': 5, 'project_id': 'ce864652ab854207a48b6a2647514604', 'subnets': [{'id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:03:15.072510 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df47d91-742f-4003-922d-374833cce1a1 None None] The sync data for ids ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'] in dv-cinder-831247-2-iscsi is: [{'id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'name': 'tempest-AttachVolumeShelveTestJSON-619683467-router', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:31Z', 'updated_at': '2022-03-01T16:56:43Z', 'revision_number': 4, 'project_id': 'ce864652ab854207a48b6a2647514604', 'gw_port': {'id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:33Z', 'updated_at': '2022-03-01T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '8890ce23-2ad0-4829-bb1a-576edd0b550f', 'name': '', 'network_id': '00da9fad-e099-4559-a3bd-7363f68afe10', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'mac_address': 'fa:16:3e:59:2e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:40Z', 'updated_at': '2022-03-01T16:56:51Z', 'revision_number': 5, 'project_id': 'ce864652ab854207a48b6a2647514604', 'subnets': [{'id': '2dbbfa00-88e0-498f-b6e2-523e92ef3496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:03:15.306338 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed23d9-2f86-4385-9b96-59767bf664de None None] New status for floating IP 57bfa90a-d617-4077-acfb-3ce1b667bac3: DOWN {{(pid=103035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 17:03:15.560549 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 58200) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:15.616807 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-541fd59a-7760-499f-96e5-fa2ff76b38ea tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group (28c46275-8e08-4c12-a486-3f1e6d227455), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:15.640507 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-541fd59a-7760-499f-96e5-fa2ff76b38ea tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group (28c46275-8e08-4c12-a486-3f1e6d227455), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:15.689849 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-541fd59a-7760-499f-96e5-fa2ff76b38ea tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (28c46275-8e08-4c12-a486-3f1e6d227455), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:15.692560 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-541fd59a-7760-499f-96e5-fa2ff76b38ea tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:15.693723 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-541fd59a-7760-499f-96e5-fa2ff76b38ea tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "DELETE /v2.0/security-groups/28c46275-8e08-4c12-a486-3f1e6d227455 HTTP/1.1" status: 204 len: 168 time: 0.1319563 Mar 01 17:03:15.697139 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 58202) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:15.703575 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fd59a-7760-499f-96e5-fa2ff76b38ea tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c46275-8e08-4c12-a486-3f1e6d227455,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:15.711517 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.api.v2.resource [None req-c1fe4133-f36a-4933-a7b6-9d1489800bbb tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] show failed (client error): The resource could not be found. Mar 01 17:03:15.715408 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-c1fe4133-f36a-4933-a7b6-9d1489800bbb tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "GET /v2.0/security-groups/28c46275-8e08-4c12-a486-3f1e6d227455 HTTP/1.1" status: 404 len: 347 time: 0.0171175 Mar 01 17:03:15.718435 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 58204) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:15.852763 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Deleting port d02093bd-ad7f-443c-99c1-6444be48bca1 {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:03:15.853022 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (d02093bd-ad7f-443c-99c1-6444be48bca1), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:15.938661 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9c76feb7-e6cb-4083-b775-c3e008e0bcec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:15.959309 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (d02093bd-ad7f-443c-99c1-6444be48bca1), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:15.959881 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for floatingip (d02093bd-ad7f-443c-99c1-6444be48bca1), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:15.973397 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Calling delete_port for d02093bd-ad7f-443c-99c1-6444be48bca1 owned by network:floatingip {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:03:16.120486 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (d02093bd-ad7f-443c-99c1-6444be48bca1), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:16.151687 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Pushing event deleted for resources: {'Port': ['ID=d02093bd-ad7f-443c-99c1-6444be48bca1,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:16.165007 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:16.165364 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:16.165713 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:16.166059 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:16.166401 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:16.166737 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:16.167071 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:16.167431 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:16.167792 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:16.168126 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:16.168458 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:16.168787 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:16.169115 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:16.226948 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks [] for floatingip (57bfa90a-d617-4077-acfb-3ce1b667bac3), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:16.229638 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for floatingip (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:16.230807 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-84e1df87-3c07-4d72-ac60-be19947aba1d tempest-AttachVolumeShelveTestJSON-1050504473 tempest-AttachVolumeShelveTestJSON-1050504473-project] 10.222.0.55 "DELETE /v2.0/floatingips/57bfa90a-d617-4077-acfb-3ce1b667bac3 HTTP/1.1" status: 204 len: 168 time: 0.5114470 Mar 01 17:03:16.958838 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:17.612900 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 40338080-b8ff-4380-8765-3c32a3809d17 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:03:17.633465 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] No Port match for: 40338080-b8ff-4380-8765-3c32a3809d17 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:03:17.633783 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 40338080-b8ff-4380-8765-3c32a3809d17 not bound to the agent host hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:03:18.557238 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:18.663137 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 58228) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:19.123451 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3020f14d-1818-4e3e-93ff-e4f2e1d76fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690182'] for router_interface (d2d4352e-39d5-4290-88fc-cf6ccbf8714c), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:19.393451 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-3020f14d-1818-4e3e-93ff-e4f2e1d76fd6 admin admin] Deleting port 8890ce23-2ad0-4829-bb1a-576edd0b550f {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:03:19.393992 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3020f14d-1818-4e3e-93ff-e4f2e1d76fd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (8890ce23-2ad0-4829-bb1a-576edd0b550f), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:19.475670 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [None req-3020f14d-1818-4e3e-93ff-e4f2e1d76fd6 admin admin] For port 8890ce23-2ad0-4829-bb1a-576edd0b550f, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=8890ce23-2ad0-4829-bb1a-576edd0b550f,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:03:19.476029 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3020f14d-1818-4e3e-93ff-e4f2e1d76fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (8890ce23-2ad0-4829-bb1a-576edd0b550f), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:19.491007 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-3020f14d-1818-4e3e-93ff-e4f2e1d76fd6 admin admin] Calling delete_port for 8890ce23-2ad0-4829-bb1a-576edd0b550f owned by network:router_interface {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:03:19.679614 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3020f14d-1818-4e3e-93ff-e4f2e1d76fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (8890ce23-2ad0-4829-bb1a-576edd0b550f), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:19.706638 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020f14d-1818-4e3e-93ff-e4f2e1d76fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8890ce23-2ad0-4829-bb1a-576edd0b550f,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:19.893923 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:19.903729 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-3020f14d-1818-4e3e-93ff-e4f2e1d76fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690026'] for router_interface (d2d4352e-39d5-4290-88fc-cf6ccbf8714c), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:20.390225 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3020f14d-1818-4e3e-93ff-e4f2e1d76fd6 admin admin] Router d2d4352e-39d5-4290-88fc-cf6ccbf8714c has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:03:20.529003 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3020f14d-1818-4e3e-93ff-e4f2e1d76fd6 admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:03:20.537673 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 58244) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:20.541166 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c232df02-3ced-4974-ac8f-06094020d0ee None None] Sync routers for ids ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:03:20.544180 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-3020f14d-1818-4e3e-93ff-e4f2e1d76fd6 admin admin] 10.222.0.55 "PUT /v2.0/routers/d2d4352e-39d5-4290-88fc-cf6ccbf8714c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8797078 Mar 01 17:03:20.552260 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c232df02-3ced-4974-ac8f-06094020d0ee None None] Routers {'d2d4352e-39d5-4290-88fc-cf6ccbf8714c'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:03:20.552905 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-c232df02-3ced-4974-ac8f-06094020d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:03:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:03:20.672124 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-c232df02-3ced-4974-ac8f-06094020d0ee None None] Set router d2d4352e-39d5-4290-88fc-cf6ccbf8714c gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:03:20.683572 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1f06fef5-aebb-486a-887d-969abcfaf7b5 admin admin] Publish callbacks [] for router (d2d4352e-39d5-4290-88fc-cf6ccbf8714c), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:20.737769 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb006149-e4be-4651-84c0-01c767ea48a7 req-463aa4e9-4dc3-4907-87d7-30952ae037eb tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:20.739286 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cb006149-e4be-4651-84c0-01c767ea48a7 req-463aa4e9-4dc3-4907-87d7-30952ae037eb tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.1339214 Mar 01 17:03:20.834241 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cb006149-e4be-4651-84c0-01c767ea48a7 req-70d57701-bdd6-46f5-a930-68e1c4d1a4ae tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882878 Mar 01 17:03:20.837623 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1f06fef5-aebb-486a-887d-969abcfaf7b5 admin admin] Publish callbacks [] for router_gateway (d2d4352e-39d5-4290-88fc-cf6ccbf8714c), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:20.878514 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-c232df02-3ced-4974-ac8f-06094020d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'name': 'tempest-AttachVolumeShelveTestJSON-619683467-router', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:31Z', 'updated_at': '2022-03-01T17:03:19Z', 'revision_number': 5, 'project_id': 'ce864652ab854207a48b6a2647514604', 'gw_port': {'id': 'f6e995df-348d-4994-9111-ef7022843d6e', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:4a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:56:33Z', 'updated_at': '2022-03-01T16:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:03:20.906199 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c232df02-3ced-4974-ac8f-06094020d0ee None None] Checking router: d2d4352e-39d5-4290-88fc-cf6ccbf8714c for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:03:20.915610 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c232df02-3ced-4974-ac8f-06094020d0ee None None] Routers {'d2d4352e-39d5-4290-88fc-cf6ccbf8714c'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:03:20.915831 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-1f06fef5-aebb-486a-887d-969abcfaf7b5 admin admin] Deleting port f6e995df-348d-4994-9111-ef7022843d6e {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:03:20.916229 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-c232df02-3ced-4974-ac8f-06094020d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:03:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:03:20.916361 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1f06fef5-aebb-486a-887d-969abcfaf7b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (f6e995df-348d-4994-9111-ef7022843d6e), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:21.007812 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [None req-1f06fef5-aebb-486a-887d-969abcfaf7b5 admin admin] For port f6e995df-348d-4994-9111-ef7022843d6e, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=f6e995df-348d-4994-9111-ef7022843d6e,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:03:21.008182 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1f06fef5-aebb-486a-887d-969abcfaf7b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (f6e995df-348d-4994-9111-ef7022843d6e), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:21.022587 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-1f06fef5-aebb-486a-887d-969abcfaf7b5 admin admin] Calling delete_port for f6e995df-348d-4994-9111-ef7022843d6e owned by network:router_gateway {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:03:21.140554 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-c232df02-3ced-4974-ac8f-06094020d0ee None None] Set router d2d4352e-39d5-4290-88fc-cf6ccbf8714c gateway port host: None {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:03:21.204402 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-c232df02-3ced-4974-ac8f-06094020d0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'name': 'tempest-AttachVolumeShelveTestJSON-619683467-router', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:31Z', 'updated_at': '2022-03-01T17:03:20Z', 'revision_number': 6, 'project_id': 'ce864652ab854207a48b6a2647514604', 'gw_port_host': None}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:03:21.216356 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1f06fef5-aebb-486a-887d-969abcfaf7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (f6e995df-348d-4994-9111-ef7022843d6e), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:21.236935 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c232df02-3ced-4974-ac8f-06094020d0ee None None] The sync data for ids ['d2d4352e-39d5-4290-88fc-cf6ccbf8714c'] in dv-cinder-831247-2-iscsi is: [{'id': 'd2d4352e-39d5-4290-88fc-cf6ccbf8714c', 'name': 'tempest-AttachVolumeShelveTestJSON-619683467-router', 'tenant_id': 'ce864652ab854207a48b6a2647514604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:56:31Z', 'updated_at': '2022-03-01T17:03:20Z', 'revision_number': 6, 'project_id': 'ce864652ab854207a48b6a2647514604', 'gw_port_host': None}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:03:21.243022 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06fef5-aebb-486a-887d-969abcfaf7b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e995df-348d-4994-9111-ef7022843d6e,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:21.309317 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1f06fef5-aebb-486a-887d-969abcfaf7b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688584'] for router_gateway (d2d4352e-39d5-4290-88fc-cf6ccbf8714c), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:21.406325 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1f06fef5-aebb-486a-887d-969abcfaf7b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3699224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523531'] for router (d2d4352e-39d5-4290-88fc-cf6ccbf8714c), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:21.408631 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1f06fef5-aebb-486a-887d-969abcfaf7b5 admin admin] Publish callbacks [] for router_controller (d2d4352e-39d5-4290-88fc-cf6ccbf8714c), precommit_delete_associations {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:21.473872 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1f06fef5-aebb-486a-887d-969abcfaf7b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3699235'] for router (d2d4352e-39d5-4290-88fc-cf6ccbf8714c), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:21.474394 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f06fef5-aebb-486a-887d-969abcfaf7b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2d4352e-39d5-4290-88fc-cf6ccbf8714c {{(pid=103032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 17:03:21.478936 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1f06fef5-aebb-486a-887d-969abcfaf7b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:21.480160 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-1f06fef5-aebb-486a-887d-969abcfaf7b5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d2d4352e-39d5-4290-88fc-cf6ccbf8714c HTTP/1.1" status: 204 len: 168 time: 0.9413390 Mar 01 17:03:21.483865 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 58246) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:21.532691 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc4fe2a-6167-4ab2-a797-26d04e1be70d admin admin] Deleting subnet 2dbbfa00-88e0-498f-b6e2-523e92ef3496 {{(pid=103032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 17:03:21.537135 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9fc4fe2a-6167-4ab2-a797-26d04e1be70d admin admin] Publish callbacks [] for subnet (2dbbfa00-88e0-498f-b6e2-523e92ef3496), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:21.573415 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9fc4fe2a-6167-4ab2-a797-26d04e1be70d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12091598'] for subnet (2dbbfa00-88e0-498f-b6e2-523e92ef3496), precommit_delete_associations {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:21.699604 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9fc4fe2a-6167-4ab2-a797-26d04e1be70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824678'] for subnet (2dbbfa00-88e0-498f-b6e2-523e92ef3496), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:21.755456 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9fc4fe2a-6167-4ab2-a797-26d04e1be70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12092201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12089742'] for subnet (2dbbfa00-88e0-498f-b6e2-523e92ef3496), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:21.785625 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4fe2a-6167-4ab2-a797-26d04e1be70d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dbbfa00-88e0-498f-b6e2-523e92ef3496,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:21.789410 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9fc4fe2a-6167-4ab2-a797-26d04e1be70d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:21.794133 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-9fc4fe2a-6167-4ab2-a797-26d04e1be70d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2dbbfa00-88e0-498f-b6e2-523e92ef3496 HTTP/1.1" status: 204 len: 168 time: 0.3080757 Mar 01 17:03:21.795776 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 58248) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:21.799020 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b022a8-c500-4585-a651-ded6add27722 None None] Network 00da9fad-e099-4559-a3bd-7363f68afe10 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:03:21.875135 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d084c82b-9147-48d4-a54d-f531ff177567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896669'] for network (00da9fad-e099-4559-a3bd-7363f68afe10), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:21.972536 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-d084c82b-9147-48d4-a54d-f531ff177567 admin admin] Deleting port adfc5beb-a4e3-4376-a413-20e349f75f05 {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:03:21.972788 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d084c82b-9147-48d4-a54d-f531ff177567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (adfc5beb-a4e3-4376-a413-20e349f75f05), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:22.031125 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692bf63a-cf84-4748-8e2e-92a6d6461a03 None None] DHCP port deletion for 00da9fad-e099-4559-a3bd-7363f68afe10 request from dv-cinder-831247-2-iscsi {{(pid=103034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 17:03:22.037366 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63668d9-ccae-4e48-bfa7-1fed38d84e7e req-546c7b84-e708-4636-bd59-8fdb7dfe4e39 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:22.037866 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 8890ce23-2ad0-4829-bb1a-576edd0b550f no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:03:22.038974 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f63668d9-ccae-4e48-bfa7-1fed38d84e7e req-546c7b84-e708-4636-bd59-8fdb7dfe4e39 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.1191115 Mar 01 17:03:22.058199 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [None req-d084c82b-9147-48d4-a54d-f531ff177567 admin admin] For port adfc5beb-a4e3-4376-a413-20e349f75f05, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=adfc5beb-a4e3-4376-a413-20e349f75f05,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:03:22.058574 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d084c82b-9147-48d4-a54d-f531ff177567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (adfc5beb-a4e3-4376-a413-20e349f75f05), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:22.061433 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: 8890ce23-2ad0-4829-bb1a-576edd0b550f {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:03:22.061433 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 8890ce23-2ad0-4829-bb1a-576edd0b550f not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:03:22.085475 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-d084c82b-9147-48d4-a54d-f531ff177567 admin admin] Calling delete_port for adfc5beb-a4e3-4376-a413-20e349f75f05 owned by network:dhcp {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:03:22.110647 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-692bf63a-cf84-4748-8e2e-92a6d6461a03 None None] Deleting port adfc5beb-a4e3-4376-a413-20e349f75f05 {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:03:22.110816 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-692bf63a-cf84-4748-8e2e-92a6d6461a03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (adfc5beb-a4e3-4376-a413-20e349f75f05), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:22.163343 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f63668d9-ccae-4e48-bfa7-1fed38d84e7e req-704000bc-5e42-4d17-ab85-623ed83926cd tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=2806232a-e91e-4362-9616-5c6127a143f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109004 Mar 01 17:03:22.187418 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-692bf63a-cf84-4748-8e2e-92a6d6461a03 None None] For port adfc5beb-a4e3-4376-a413-20e349f75f05, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=adfc5beb-a4e3-4376-a413-20e349f75f05,segment=NetworkSegment(9f119457-6be2-4f01-ac49-73888f223bad),segment_id=9f119457-6be2-4f01-ac49-73888f223bad)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:03:22.187981 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-692bf63a-cf84-4748-8e2e-92a6d6461a03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (adfc5beb-a4e3-4376-a413-20e349f75f05), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:22.203298 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-692bf63a-cf84-4748-8e2e-92a6d6461a03 None None] Calling delete_port for adfc5beb-a4e3-4376-a413-20e349f75f05 owned by network:dhcp {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:03:22.216913 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d084c82b-9147-48d4-a54d-f531ff177567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (adfc5beb-a4e3-4376-a413-20e349f75f05), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:22.247739 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084c82b-9147-48d4-a54d-f531ff177567 admin admin] Pushing event deleted for resources: {'Port': ['ID=adfc5beb-a4e3-4376-a413-20e349f75f05,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:22.251543 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d084c82b-9147-48d4-a54d-f531ff177567 admin admin] No DVR routers for this DVR port adfc5beb-a4e3-4376-a413-20e349f75f05 on host dv-cinder-831247-2-iscsi {{(pid=103033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:03:22.293007 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-692bf63a-cf84-4748-8e2e-92a6d6461a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188'] for port (adfc5beb-a4e3-4376-a413-20e349f75f05), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:22.321221 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692bf63a-cf84-4748-8e2e-92a6d6461a03 None None] Pushing event deleted for resources: {'Port': ['ID=adfc5beb-a4e3-4376-a413-20e349f75f05,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:22.330097 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bf63a-cf84-4748-8e2e-92a6d6461a03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:22.330891 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bf63a-cf84-4748-8e2e-92a6d6461a03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:22.331503 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bf63a-cf84-4748-8e2e-92a6d6461a03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:22.331956 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bf63a-cf84-4748-8e2e-92a6d6461a03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:22.332488 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bf63a-cf84-4748-8e2e-92a6d6461a03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:22.332925 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bf63a-cf84-4748-8e2e-92a6d6461a03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:22.333485 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bf63a-cf84-4748-8e2e-92a6d6461a03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:22.334231 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bf63a-cf84-4748-8e2e-92a6d6461a03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:22.334655 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bf63a-cf84-4748-8e2e-92a6d6461a03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:22.335101 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bf63a-cf84-4748-8e2e-92a6d6461a03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:22.335558 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bf63a-cf84-4748-8e2e-92a6d6461a03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:22.335951 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bf63a-cf84-4748-8e2e-92a6d6461a03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:22.336345 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692bf63a-cf84-4748-8e2e-92a6d6461a03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:03:22.337668 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d084c82b-9147-48d4-a54d-f531ff177567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986525', 'neutron.services.segments.db._delete_segments_for_network-8740453540253'] for network (00da9fad-e099-4559-a3bd-7363f68afe10), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:22.339464 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692bf63a-cf84-4748-8e2e-92a6d6461a03 None None] No DVR routers for this DVR port adfc5beb-a4e3-4376-a413-20e349f75f05 on host dv-cinder-831247-2-iscsi {{(pid=103034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:03:22.379821 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-d084c82b-9147-48d4-a54d-f531ff177567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00da9fad-e099-4559-a3bd-7363f68afe10']}} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:03:22.389753 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-d084c82b-9147-48d4-a54d-f531ff177567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f119457-6be2-4f01-ac49-73888f223bad') {'for_net_delete': True} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:03:22.390053 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-d084c82b-9147-48d4-a54d-f531ff177567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f119457-6be2-4f01-ac49-73888f223bad') {} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:03:22.401886 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d084c82b-9147-48d4-a54d-f531ff177567 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740453543078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12140833'] for segment (9f119457-6be2-4f01-ac49-73888f223bad), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:22.416100 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d084c82b-9147-48d4-a54d-f531ff177567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (9f119457-6be2-4f01-ac49-73888f223bad), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:22.422170 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d084c82b-9147-48d4-a54d-f531ff177567 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 17:03:22.422551 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d084c82b-9147-48d4-a54d-f531ff177567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12089918'] for segment (9f119457-6be2-4f01-ac49-73888f223bad), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: Traceback (most recent call last): Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: timer() Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: cb(*args, **kw) Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: return func(*args, **kwargs) Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: self._notify() Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: self.callback(batched_events) Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: event.method(event) Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: return f(self, *a, **k) Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: return self._get(url).json() Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: return self.request(url, 'GET', **kwargs) Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 17:03:22.424389 dv-cinder-831247-2-iscsi neutron-server[103033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 17:03:22.481666 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d084c82b-9147-48d4-a54d-f531ff177567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688628'] for network (00da9fad-e099-4559-a3bd-7363f68afe10), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:22.487430 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d084c82b-9147-48d4-a54d-f531ff177567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:22.490962 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-d084c82b-9147-48d4-a54d-f531ff177567 admin admin] 10.222.0.55 "DELETE /v2.0/networks/00da9fad-e099-4559-a3bd-7363f68afe10 HTTP/1.1" status: 204 len: 168 time: 0.6940157 Mar 01 17:03:22.505433 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084c82b-9147-48d4-a54d-f531ff177567 admin admin] Pushing event deleted for resources: {'Network': ['ID=00da9fad-e099-4559-a3bd-7363f68afe10,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:22.600654 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d5e58-945d-4dca-b4ce-43f2a7611226 req-c07ebac6-f0fd-4d33-b9c9-149c2fca4496 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:22.602158 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8f8d5e58-945d-4dca-b4ce-43f2a7611226 req-c07ebac6-f0fd-4d33-b9c9-149c2fca4496 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 946 time: 0.0574059 Mar 01 17:03:22.612235 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 58254) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:22.666170 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-55535d1f-4a0e-46de-a635-4df4fad1ffa1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce864652ab854207a48b6a2647514604&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0501015 Mar 01 17:03:22.666170 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 58256) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:22.709401 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-8f8d5e58-945d-4dca-b4ce-43f2a7611226 req-9b6cb838-91d7-454a-b800-203e41394548 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Deleting port 25dd5465-59c1-462f-9de0-e65e756c3ead {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:03:22.709739 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-8f8d5e58-945d-4dca-b4ce-43f2a7611226 req-9b6cb838-91d7-454a-b800-203e41394548 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (25dd5465-59c1-462f-9de0-e65e756c3ead), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:22.715543 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-17868ad1-b880-4f4a-bbda-8c188650d907 admin admin] Publish callbacks [] for security_group (12512946-2f78-4fb9-be6e-b8380247504a), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:22.738115 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-17868ad1-b880-4f4a-bbda-8c188650d907 admin admin] Publish callbacks [] for security_group (12512946-2f78-4fb9-be6e-b8380247504a), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:22.791283 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-17868ad1-b880-4f4a-bbda-8c188650d907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (12512946-2f78-4fb9-be6e-b8380247504a), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:22.794018 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-17868ad1-b880-4f4a-bbda-8c188650d907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:22.795220 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-17868ad1-b880-4f4a-bbda-8c188650d907 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/12512946-2f78-4fb9-be6e-b8380247504a HTTP/1.1" status: 204 len: 168 time: 0.1282029 Mar 01 17:03:22.804812 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17868ad1-b880-4f4a-bbda-8c188650d907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12512946-2f78-4fb9-be6e-b8380247504a,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:22.809936 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-8f8d5e58-945d-4dca-b4ce-43f2a7611226 req-9b6cb838-91d7-454a-b800-203e41394548 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] For port 25dd5465-59c1-462f-9de0-e65e756c3ead, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=25dd5465-59c1-462f-9de0-e65e756c3ead,segment=NetworkSegment(85dcf473-5016-4172-8bce-dde363bfd863),segment_id=85dcf473-5016-4172-8bce-dde363bfd863)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:03:22.810315 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-8f8d5e58-945d-4dca-b4ce-43f2a7611226 req-9b6cb838-91d7-454a-b800-203e41394548 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (25dd5465-59c1-462f-9de0-e65e756c3ead), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:23.009323 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-8f8d5e58-945d-4dca-b4ce-43f2a7611226 req-9b6cb838-91d7-454a-b800-203e41394548 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:23.009929 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-8f8d5e58-945d-4dca-b4ce-43f2a7611226 req-9b6cb838-91d7-454a-b800-203e41394548 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688646'] for floatingip (9e2dbbbd-5480-461e-9455-9a6fab1f4c3f), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:23.010450 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.l3_db [req-8f8d5e58-945d-4dca-b4ce-43f2a7611226 req-9b6cb838-91d7-454a-b800-203e41394548 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Floating IP 9e2dbbbd-5480-461e-9455-9a6fab1f4c3f disassociated. External IP: 172.27.0.165, port: 25dd5465-59c1-462f-9de0-e65e756c3ead. Mar 01 17:03:23.011072 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-8f8d5e58-945d-4dca-b4ce-43f2a7611226 req-9b6cb838-91d7-454a-b800-203e41394548 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Calling delete_port for 25dd5465-59c1-462f-9de0-e65e756c3ead owned by compute:nova {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:03:23.160850 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-8f8d5e58-945d-4dca-b4ce-43f2a7611226 req-9b6cb838-91d7-454a-b800-203e41394548 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (25dd5465-59c1-462f-9de0-e65e756c3ead), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:23.190194 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6cb838-91d7-454a-b800-203e41394548 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Pushing event deleted for resources: {'Port': ['ID=25dd5465-59c1-462f-9de0-e65e756c3ead,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:23.286971 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f39aa592-ddee-473d-a31f-a4e5c2e21cf9 req-38a38bb0-39ee-42af-98a1-aea784b15505 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c1adf99-7766-4f1b-89de-c90e8f1b61e0 HTTP/1.1" status: 200 len: 210 time: 0.0348277 Mar 01 17:03:23.365892 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f8d5e58-945d-4dca-b4ce-43f2a7611226 req-9b6cb838-91d7-454a-b800-203e41394548 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Router 27aff728-5039-4780-aee3-d6bffc318582 has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:03:23.492700 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f8d5e58-945d-4dca-b4ce-43f2a7611226 req-9b6cb838-91d7-454a-b800-203e41394548 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:03:23.509666 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5f0ca9-a286-4c43-a61c-ccb4a8216aa7 None None] Sync routers for ids ['27aff728-5039-4780-aee3-d6bffc318582'] in dv-cinder-831247-2-iscsi {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:03:23.535423 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5f0ca9-a286-4c43-a61c-ccb4a8216aa7 None None] Routers {'27aff728-5039-4780-aee3-d6bffc318582'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:03:23.536287 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-eb5f0ca9-a286-4c43-a61c-ccb4a8216aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:03:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['27aff728-5039-4780-aee3-d6bffc318582'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:03:23.560157 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8d5e58-945d-4dca-b4ce-43f2a7611226 req-9b6cb838-91d7-454a-b800-203e41394548 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] No DVR routers for this DVR port 25dd5465-59c1-462f-9de0-e65e756c3ead on host hv-cinder-83124 {{(pid=103032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:03:23.564925 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-8f8d5e58-945d-4dca-b4ce-43f2a7611226 req-9b6cb838-91d7-454a-b800-203e41394548 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:23.570143 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8f8d5e58-945d-4dca-b4ce-43f2a7611226 req-9b6cb838-91d7-454a-b800-203e41394548 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.37 "DELETE /v2.0/ports/25dd5465-59c1-462f-9de0-e65e756c3ead HTTP/1.1" status: 204 len: 173 time: 0.9631476 Mar 01 17:03:23.571000 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1adf99-7766-4f1b-89de-c90e8f1b61e0', 'name': 'network-vif-deleted', 'tag': '25dd5465-59c1-462f-9de0-e65e756c3ead'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:03:23.575921 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81aacd9e-711a-4194-b11f-feafa8497e99" -d '{"events": [{"server_uuid": "1c1adf99-7766-4f1b-89de-c90e8f1b61e0", "name": "network-vif-deleted", "tag": "25dd5465-59c1-462f-9de0-e65e756c3ead"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:03:23.618230 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device f6e995df-348d-4994-9111-ef7022843d6e no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:03:23.650591 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e786ab2-b830-4375-b1c4-0227f7b5867d x-openstack-request-id: req-7e786ab2-b830-4375-b1c4-0227f7b5867d {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:03:23.651094 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1adf99-7766-4f1b-89de-c90e8f1b61e0", "name": "network-vif-deleted", "tag": "25dd5465-59c1-462f-9de0-e65e756c3ead", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:03:23.651201 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e786ab2-b830-4375-b1c4-0227f7b5867d {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:03:23.651800 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1adf99-7766-4f1b-89de-c90e8f1b61e0', 'name': 'network-vif-deleted', 'tag': '25dd5465-59c1-462f-9de0-e65e756c3ead', 'status': 'completed', 'code': 200} Mar 01 17:03:23.683721 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: f6e995df-348d-4994-9111-ef7022843d6e {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:03:23.684335 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device f6e995df-348d-4994-9111-ef7022843d6e not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:03:23.684968 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device adfc5beb-a4e3-4376-a413-20e349f75f05 no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:03:23.690546 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-eb5f0ca9-a286-4c43-a61c-ccb4a8216aa7 None None] Set router 27aff728-5039-4780-aee3-d6bffc318582 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:03:23.707808 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: adfc5beb-a4e3-4376-a413-20e349f75f05 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:03:23.708605 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device adfc5beb-a4e3-4376-a413-20e349f75f05 not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:03:23.936568 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-eb5f0ca9-a286-4c43-a61c-ccb4a8216aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aff728-5039-4780-aee3-d6bffc318582', 'name': 'tempest-AttachVolumeTestJSON-1968584390-router', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:10Z', 'revision_number': 4, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'gw_port': {'id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '7528e416-9121-4c74-b44b-884cb4669be5', 'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'mac_address': 'fa:16:3e:8b:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '12945aae-7d6d-4457-b922-e55760c246fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:09Z', 'updated_at': '2022-03-01T17:00:15Z', 'revision_number': 5, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'subnets': [{'id': '12945aae-7d6d-4457-b922-e55760c246fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:03:23.965925 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5f0ca9-a286-4c43-a61c-ccb4a8216aa7 None None] Checking router: 27aff728-5039-4780-aee3-d6bffc318582 for host: dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:03:23.975003 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5f0ca9-a286-4c43-a61c-ccb4a8216aa7 None None] Routers {'27aff728-5039-4780-aee3-d6bffc318582'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:03:23.975713 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-eb5f0ca9-a286-4c43-a61c-ccb4a8216aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:03:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['27aff728-5039-4780-aee3-d6bffc318582'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:03:24.095376 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-eb5f0ca9-a286-4c43-a61c-ccb4a8216aa7 None None] Set router 27aff728-5039-4780-aee3-d6bffc318582 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:03:24.357001 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-eb5f0ca9-a286-4c43-a61c-ccb4a8216aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aff728-5039-4780-aee3-d6bffc318582', 'name': 'tempest-AttachVolumeTestJSON-1968584390-router', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:10Z', 'revision_number': 4, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'gw_port': {'id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '7528e416-9121-4c74-b44b-884cb4669be5', 'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'mac_address': 'fa:16:3e:8b:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '12945aae-7d6d-4457-b922-e55760c246fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:09Z', 'updated_at': '2022-03-01T17:00:15Z', 'revision_number': 5, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'subnets': [{'id': '12945aae-7d6d-4457-b922-e55760c246fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:03:24.391040 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 58304) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:24.398814 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5f0ca9-a286-4c43-a61c-ccb4a8216aa7 None None] The sync data for ids ['27aff728-5039-4780-aee3-d6bffc318582'] in dv-cinder-831247-2-iscsi is: [{'id': '27aff728-5039-4780-aee3-d6bffc318582', 'name': 'tempest-AttachVolumeTestJSON-1968584390-router', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:10Z', 'revision_number': 4, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'gw_port': {'id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '7528e416-9121-4c74-b44b-884cb4669be5', 'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'mac_address': 'fa:16:3e:8b:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '12945aae-7d6d-4457-b922-e55760c246fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:09Z', 'updated_at': '2022-03-01T17:00:15Z', 'revision_number': 5, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'subnets': [{'id': '12945aae-7d6d-4457-b922-e55760c246fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:03:24.468527 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-05ee3929-a848-4972-afe2-2c8e378f2b02 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group (2806232a-e91e-4362-9616-5c6127a143f7), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:24.502402 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-05ee3929-a848-4972-afe2-2c8e378f2b02 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group (2806232a-e91e-4362-9616-5c6127a143f7), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:24.576927 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-05ee3929-a848-4972-afe2-2c8e378f2b02 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (2806232a-e91e-4362-9616-5c6127a143f7), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:24.582038 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-05ee3929-a848-4972-afe2-2c8e378f2b02 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:24.584155 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-05ee3929-a848-4972-afe2-2c8e378f2b02 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "DELETE /v2.0/security-groups/2806232a-e91e-4362-9616-5c6127a143f7 HTTP/1.1" status: 204 len: 168 time: 0.1905386 Mar 01 17:03:24.586981 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 58310) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:24.594760 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee3929-a848-4972-afe2-2c8e378f2b02 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2806232a-e91e-4362-9616-5c6127a143f7,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:24.603440 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.api.v2.resource [None req-65825ab9-dfb9-481f-b745-7970f7a91d44 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] show failed (client error): The resource could not be found. Mar 01 17:03:24.604582 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-65825ab9-dfb9-481f-b745-7970f7a91d44 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups/2806232a-e91e-4362-9616-5c6127a143f7 HTTP/1.1" status: 404 len: 347 time: 0.0160139 Mar 01 17:03:24.608157 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 58314) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:24.700229 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d812220d-df22-4f02-9476-04b3a1f65feb None None] New status for floating IP 9e2dbbbd-5480-461e-9455-9a6fab1f4c3f: DOWN {{(pid=103034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 17:03:24.781071 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-d42d8896-6f7d-426f-b2ac-19ff43eed6fc tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Deleting port 9f88d294-b33c-42b8-bdcf-b24f9c498bf8 {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:03:24.781463 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d42d8896-6f7d-426f-b2ac-19ff43eed6fc tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (9f88d294-b33c-42b8-bdcf-b24f9c498bf8), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:24.894668 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d42d8896-6f7d-426f-b2ac-19ff43eed6fc tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (9f88d294-b33c-42b8-bdcf-b24f9c498bf8), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:24.895423 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d42d8896-6f7d-426f-b2ac-19ff43eed6fc tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for floatingip (9f88d294-b33c-42b8-bdcf-b24f9c498bf8), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:24.914660 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-d42d8896-6f7d-426f-b2ac-19ff43eed6fc tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Calling delete_port for 9f88d294-b33c-42b8-bdcf-b24f9c498bf8 owned by network:floatingip {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:03:24.981945 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 58324) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:25.067605 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d42d8896-6f7d-426f-b2ac-19ff43eed6fc tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (9f88d294-b33c-42b8-bdcf-b24f9c498bf8), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.093694 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d8896-6f7d-426f-b2ac-19ff43eed6fc tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Pushing event deleted for resources: {'Port': ['ID=9f88d294-b33c-42b8-bdcf-b24f9c498bf8,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:25.102658 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-43434e05-95d3-4cf8-bdca-61344683de37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.161370 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d42d8896-6f7d-426f-b2ac-19ff43eed6fc tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for floatingip (9e2dbbbd-5480-461e-9455-9a6fab1f4c3f), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.164024 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d42d8896-6f7d-426f-b2ac-19ff43eed6fc tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for floatingip (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.167815 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-d42d8896-6f7d-426f-b2ac-19ff43eed6fc tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "DELETE /v2.0/floatingips/9e2dbbbd-5480-461e-9455-9a6fab1f4c3f HTTP/1.1" status: 204 len: 168 time: 0.5493994 Mar 01 17:03:25.185881 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-43434e05-95d3-4cf8-bdca-61344683de37 admin admin] Publish callbacks [] for security_group (8f8b7053-6db1-4cb3-aaf9-84eac80398bd), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.190654 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-43434e05-95d3-4cf8-bdca-61344683de37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (8f8b7053-6db1-4cb3-aaf9-84eac80398bd), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.233066 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-43434e05-95d3-4cf8-bdca-61344683de37 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=35e29a5bf6b64a20a8bd61770511a2c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509313 Mar 01 17:03:25.234736 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43434e05-95d3-4cf8-bdca-61344683de37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8b7053-6db1-4cb3-aaf9-84eac80398bd,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:25.236478 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 58330) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:25.301275 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-386bd2d0-1cd1-4497-a6ba-ec333dca1a76 admin admin] Publish callbacks [] for security_group (8f8b7053-6db1-4cb3-aaf9-84eac80398bd), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.324719 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-386bd2d0-1cd1-4497-a6ba-ec333dca1a76 admin admin] Publish callbacks [] for security_group (8f8b7053-6db1-4cb3-aaf9-84eac80398bd), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.373246 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-386bd2d0-1cd1-4497-a6ba-ec333dca1a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (8f8b7053-6db1-4cb3-aaf9-84eac80398bd), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.376083 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-386bd2d0-1cd1-4497-a6ba-ec333dca1a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.377457 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-386bd2d0-1cd1-4497-a6ba-ec333dca1a76 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8f8b7053-6db1-4cb3-aaf9-84eac80398bd HTTP/1.1" status: 204 len: 168 time: 0.1396134 Mar 01 17:03:25.391370 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bd2d0-1cd1-4497-a6ba-ec333dca1a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8b7053-6db1-4cb3-aaf9-84eac80398bd,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:25.424434 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 58334) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:25.429641 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-ae6e89ff-8e1c-4a6e-9a4d-bb629ea13cfb tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1250094392', 'description': 'tempest-description--1204903744'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:03:25.452209 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ae6e89ff-8e1c-4a6e-9a4d-bb629ea13cfb tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.537530 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ae6e89ff-8e1c-4a6e-9a4d-bb629ea13cfb tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group (dfa44da6-7bcf-4abf-94bf-9dcce5474a6c), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.542611 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ae6e89ff-8e1c-4a6e-9a4d-bb629ea13cfb tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (dfa44da6-7bcf-4abf-94bf-9dcce5474a6c), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.576563 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ae6e89ff-8e1c-4a6e-9a4d-bb629ea13cfb tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.577709 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-ae6e89ff-8e1c-4a6e-9a4d-bb629ea13cfb tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1518879 Mar 01 17:03:25.580377 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e89ff-8e1c-4a6e-9a4d-bb629ea13cfb tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa44da6-7bcf-4abf-94bf-9dcce5474a6c,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:25.582187 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 58338) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:25.586945 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-5d4bef9c-b6d5-4aec-9b60-3b2f96ad1c44 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Request body: {'security_group_rule': {'security_group_id': 'dfa44da6-7bcf-4abf-94bf-9dcce5474a6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:03:25.616739 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5d4bef9c-b6d5-4aec-9b60-3b2f96ad1c44 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group_rule (6f2f689f-e8ac-4bcb-9b67-324ad8526d31), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.642962 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 25dd5465-59c1-462f-9de0-e65e756c3ead no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:03:25.672241 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] No Port match for: 25dd5465-59c1-462f-9de0-e65e756c3ead {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:03:25.672920 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 25dd5465-59c1-462f-9de0-e65e756c3ead not bound to the agent host hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:03:25.675191 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5d4bef9c-b6d5-4aec-9b60-3b2f96ad1c44 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group_rule (6f2f689f-e8ac-4bcb-9b67-324ad8526d31), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.679858 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5d4bef9c-b6d5-4aec-9b60-3b2f96ad1c44 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (6f2f689f-e8ac-4bcb-9b67-324ad8526d31), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.698202 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4bef9c-b6d5-4aec-9b60-3b2f96ad1c44 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2f689f-e8ac-4bcb-9b67-324ad8526d31,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:25.706514 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5d4bef9c-b6d5-4aec-9b60-3b2f96ad1c44 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.710446 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-5d4bef9c-b6d5-4aec-9b60-3b2f96ad1c44 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249080 Mar 01 17:03:25.710904 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 58340) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:25.711000 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 58342) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:25.716057 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-082ebb88-883d-4ee2-b14f-b3ab0e29996c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Request body: {'security_group_rule': {'security_group_id': 'dfa44da6-7bcf-4abf-94bf-9dcce5474a6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:03:25.729126 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d9c689be-9f5a-44d2-9390-99411da79b29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.743719 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-082ebb88-883d-4ee2-b14f-b3ab0e29996c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group_rule (6ba6cb30-4492-4e64-88d0-7e22b97c0a67), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.822495 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-082ebb88-883d-4ee2-b14f-b3ab0e29996c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group_rule (6ba6cb30-4492-4e64-88d0-7e22b97c0a67), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.826733 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-082ebb88-883d-4ee2-b14f-b3ab0e29996c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180078'] for security_group_rule (6ba6cb30-4492-4e64-88d0-7e22b97c0a67), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.847761 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ebb88-883d-4ee2-b14f-b3ab0e29996c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba6cb30-4492-4e64-88d0-7e22b97c0a67,revision_number=0']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:25.856212 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-082ebb88-883d-4ee2-b14f-b3ab0e29996c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.857654 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-082ebb88-883d-4ee2-b14f-b3ab0e29996c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454597 Mar 01 17:03:25.861477 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 58344) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:25.866157 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-09cad422-c8b4-48d9-94bc-b3687765c71c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Request body: {'floatingip': {'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:03:25.889465 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-09cad422-c8b4-48d9-94bc-b3687765c71c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:25.999740 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-09cad422-c8b4-48d9-94bc-b3687765c71c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:26.099171 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d9c689be-9f5a-44d2-9390-99411da79b29 admin admin] Publish callbacks [] for security_group (91e6bc83-f8c4-46bf-8635-102c7cf45270), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:26.103777 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d9c689be-9f5a-44d2-9390-99411da79b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (91e6bc83-f8c4-46bf-8635-102c7cf45270), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:26.121470 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [None req-09cad422-c8b4-48d9-94bc-b3687765c71c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Allocated IP 172.27.0.2 (e6ae233f-293e-41a5-ad0b-5fc845cdb59d/f57a09de-5442-447f-9fd0-ed63e9a7467a/a881784d-8f4a-4936-8a0a-ec557dc0cd74) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:03:26.166612 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-d9c689be-9f5a-44d2-9390-99411da79b29 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69d5eae1e4d04ff8a2840141a2425f93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4525805 Mar 01 17:03:26.166612 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c689be-9f5a-44d2-9390-99411da79b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e6bc83-f8c4-46bf-8635-102c7cf45270,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:26.167492 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 58346) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:26.229337 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-09cad422-c8b4-48d9-94bc-b3687765c71c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for port (a881784d-8f4a-4936-8a0a-ec557dc0cd74), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:26.235260 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9d582c3f-85bc-4241-a528-5c2d092b1560 admin admin] Publish callbacks [] for security_group (91e6bc83-f8c4-46bf-8635-102c7cf45270), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:26.267788 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-09cad422-c8b4-48d9-94bc-b3687765c71c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (a881784d-8f4a-4936-8a0a-ec557dc0cd74), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:26.268553 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9d582c3f-85bc-4241-a528-5c2d092b1560 admin admin] Publish callbacks [] for security_group (91e6bc83-f8c4-46bf-8635-102c7cf45270), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:26.311260 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cad422-c8b4-48d9-94bc-b3687765c71c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:03:26.314958 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-09cad422-c8b4-48d9-94bc-b3687765c71c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:03:26.318656 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cad422-c8b4-48d9-94bc-b3687765c71c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:03:26.333482 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9d582c3f-85bc-4241-a528-5c2d092b1560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (91e6bc83-f8c4-46bf-8635-102c7cf45270), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:26.336150 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-9d582c3f-85bc-4241-a528-5c2d092b1560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:26.337364 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-9d582c3f-85bc-4241-a528-5c2d092b1560 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/91e6bc83-f8c4-46bf-8635-102c7cf45270 HTTP/1.1" status: 204 len: 168 time: 0.1689434 Mar 01 17:03:26.343836 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cad422-c8b4-48d9-94bc-b3687765c71c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Pushing event updated for resources: {'Port': ['ID=a881784d-8f4a-4936-8a0a-ec557dc0cd74,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:26.349425 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d582c3f-85bc-4241-a528-5c2d092b1560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e6bc83-f8c4-46bf-8635-102c7cf45270,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:26.419071 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-09cad422-c8b4-48d9-94bc-b3687765c71c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for floatingip (9400ff63-285b-4489-8437-f2d4e64b8d18), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:26.460206 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-09cad422-c8b4-48d9-94bc-b3687765c71c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (a881784d-8f4a-4936-8a0a-ec557dc0cd74), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:26.627839 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-09cad422-c8b4-48d9-94bc-b3687765c71c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for port (a881784d-8f4a-4936-8a0a-ec557dc0cd74), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:26.633252 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-09cad422-c8b4-48d9-94bc-b3687765c71c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090074'] for port (a881784d-8f4a-4936-8a0a-ec557dc0cd74), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:26.717173 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cad422-c8b4-48d9-94bc-b3687765c71c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Pushing event updated for resources: {'Port': ['ID=a881784d-8f4a-4936-8a0a-ec557dc0cd74,revision_number=2']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:26.726525 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-09cad422-c8b4-48d9-94bc-b3687765c71c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688646'] for floatingip (9400ff63-285b-4489-8437-f2d4e64b8d18), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:26.742564 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-09cad422-c8b4-48d9-94bc-b3687765c71c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for floatingip (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:26.744138 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-09cad422-c8b4-48d9-94bc-b3687765c71c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8815696 Mar 01 17:03:26.963274 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a1bd1327-9741-4397-be8d-21c246544805 req-f3d92cd6-ec8d-4261-b1de-9d88cdfd08ee tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1250094392&fields=id&tenant_id=1dc6016cf32040529e21f5b330bfe54a HTTP/1.1" status: 200 len: 267 time: 0.0500863 Mar 01 17:03:27.084947 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd1327-9741-4397-be8d-21c246544805 req-f6211566-2181-4476-89eb-1409cf9beb77 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:27.086599 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a1bd1327-9741-4397-be8d-21c246544805 req-f6211566-2181-4476-89eb-1409cf9beb77 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/networks?id=8781eac9-aa85-4a72-b5b3-6da62a18282a HTTP/1.1" status: 200 len: 811 time: 0.1163771 Mar 01 17:03:27.101816 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a1bd1327-9741-4397-be8d-21c246544805 req-77809ed0-6118-4b20-95b7-589239521c3f tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/quotas/1dc6016cf32040529e21f5b330bfe54a HTTP/1.1" status: 200 len: 375 time: 0.0096619 Mar 01 17:03:27.160866 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a1bd1327-9741-4397-be8d-21c246544805 req-3125ba76-f319-496d-b673-64f439d7d713 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1dc6016cf32040529e21f5b330bfe54a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536351 Mar 01 17:03:27.264423 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a1bd1327-9741-4397-be8d-21c246544805 req-1615ba2b-389b-46ac-a9d6-20141032cf4d service neutron] 10.222.0.55 "GET /v2.0/networks/8781eac9-aa85-4a72-b5b3-6da62a18282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924077 Mar 01 17:03:27.375414 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a1bd1327-9741-4397-be8d-21c246544805 req-f69de641-d0a2-43e7-ab5f-de983e862954 service neutron] 10.222.0.55 "GET /v2.0/networks/8781eac9-aa85-4a72-b5b3-6da62a18282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045520 Mar 01 17:03:27.621670 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bafaf3d8-7b34-4b7f-8dd5-fdbde83ade92 req-8054a1e9-3e06-4ac8-9a98-cea402d9e078 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dcfc880-35aa-46b4-910f-5bafdf7a3681 HTTP/1.1" status: 200 len: 210 time: 0.0338409 Mar 01 17:03:28.488626 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 58444) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:28.620598 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b4f1dcf0-f3a0-40a3-9f5e-457243360133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:28.677049 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd1327-9741-4397-be8d-21c246544805 req-34f0e537-ba3e-4737-91ad-483ae00eb197 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:28.678610 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a1bd1327-9741-4397-be8d-21c246544805 req-34f0e537-ba3e-4737-91ad-483ae00eb197 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.37 "GET /v2.0/networks?id=8781eac9-aa85-4a72-b5b3-6da62a18282a HTTP/1.1" status: 200 len: 811 time: 0.1494510 Mar 01 17:03:28.736537 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1c3f5dad-2839-4dca-9ece-99ec8b257124 req-4f34aea2-b10d-42fa-9713-ddae2e480558 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dcfc880-35aa-46b4-910f-5bafdf7a3681 HTTP/1.1" status: 200 len: 210 time: 0.0399001 Mar 01 17:03:28.782758 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a1bd1327-9741-4397-be8d-21c246544805 req-287cad18-0838-4efa-850e-b8af8d6d75be tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dc6016cf32040529e21f5b330bfe54a HTTP/1.1" status: 200 len: 380 time: 0.0927579 Mar 01 17:03:28.797022 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-a1bd1327-9741-4397-be8d-21c246544805 req-1136fdb8-407e-4ba2-ae20-607c161785db tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Request body: {'port': {'device_id': '2dcfc880-35aa-46b4-910f-5bafdf7a3681', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'admin_state_up': True, 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'security_groups': ['dfa44da6-7bcf-4abf-94bf-9dcce5474a6c']}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:03:28.801375 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b4f1dcf0-f3a0-40a3-9f5e-457243360133 admin admin] Publish callbacks [] for security_group (b9eb40e2-3217-4d45-bd92-a15946297c18), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:28.815655 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b4f1dcf0-f3a0-40a3-9f5e-457243360133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (b9eb40e2-3217-4d45-bd92-a15946297c18), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:28.904046 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-b4f1dcf0-f3a0-40a3-9f5e-457243360133 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e8551521164c4f9db3bbed51bf492f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4142668 Mar 01 17:03:28.906860 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 58454) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:28.907733 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1dcf0-f3a0-40a3-9f5e-457243360133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9eb40e2-3217-4d45-bd92-a15946297c18,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:28.952709 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1bd1327-9741-4397-be8d-21c246544805 req-1136fdb8-407e-4ba2-ae20-607c161785db tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Made reservation on behalf of 1dc6016cf32040529e21f5b330bfe54a for: {'port': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:03:28.957356 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-a1bd1327-9741-4397-be8d-21c246544805 req-1136fdb8-407e-4ba2-ae20-607c161785db tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:28.963246 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d0351688-d1d3-4797-9b85-b81c5578ef49 admin admin] Publish callbacks [] for security_group (b9eb40e2-3217-4d45-bd92-a15946297c18), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:28.995089 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d0351688-d1d3-4797-9b85-b81c5578ef49 admin admin] Publish callbacks [] for security_group (b9eb40e2-3217-4d45-bd92-a15946297c18), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:29.054834 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d0351688-d1d3-4797-9b85-b81c5578ef49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (b9eb40e2-3217-4d45-bd92-a15946297c18), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:29.057660 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d0351688-d1d3-4797-9b85-b81c5578ef49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:29.058826 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-d0351688-d1d3-4797-9b85-b81c5578ef49 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b9eb40e2-3217-4d45-bd92-a15946297c18 HTTP/1.1" status: 204 len: 168 time: 0.1507843 Mar 01 17:03:29.068595 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0351688-d1d3-4797-9b85-b81c5578ef49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9eb40e2-3217-4d45-bd92-a15946297c18,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:29.092774 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [req-a1bd1327-9741-4397-be8d-21c246544805 req-1136fdb8-407e-4ba2-ae20-607c161785db tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Allocated IP 172.20.0.9 (8781eac9-aa85-4a72-b5b3-6da62a18282a/12945aae-7d6d-4457-b922-e55760c246fd/dc6c06a5-ff78-4c9a-a6f9-793094d7440d) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:03:29.248572 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-a1bd1327-9741-4397-be8d-21c246544805 req-1136fdb8-407e-4ba2-ae20-607c161785db tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for port (dc6c06a5-ff78-4c9a-a6f9-793094d7440d), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:29.288789 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-a1bd1327-9741-4397-be8d-21c246544805 req-1136fdb8-407e-4ba2-ae20-607c161785db tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (dc6c06a5-ff78-4c9a-a6f9-793094d7440d), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:29.334908 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1bd1327-9741-4397-be8d-21c246544805 req-1136fdb8-407e-4ba2-ae20-607c161785db tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Network 8781eac9-aa85-4a72-b5b3-6da62a18282a is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:03:29.338355 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [req-a1bd1327-9741-4397-be8d-21c246544805 req-1136fdb8-407e-4ba2-ae20-607c161785db tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:03:29.342138 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bd1327-9741-4397-be8d-21c246544805 req-1136fdb8-407e-4ba2-ae20-607c161785db tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:03:29.373530 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136fdb8-407e-4ba2-ae20-607c161785db tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Pushing event updated for resources: {'Port': ['ID=dc6c06a5-ff78-4c9a-a6f9-793094d7440d,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:29.386493 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 58460) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:29.411571 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-14bd75c2-8f76-4671-934e-9611a3ffac44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:29.422141 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd1327-9741-4397-be8d-21c246544805 req-1136fdb8-407e-4ba2-ae20-607c161785db tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:29.422705 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-a1bd1327-9741-4397-be8d-21c246544805 req-1136fdb8-407e-4ba2-ae20-607c161785db tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:29.457495 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a1bd1327-9741-4397-be8d-21c246544805 req-1136fdb8-407e-4ba2-ae20-607c161785db tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6668005 Mar 01 17:03:29.471591 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-a1bd1327-9741-4397-be8d-21c246544805 req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] Request body: {'port': {'device_id': '2dcfc880-35aa-46b4-910f-5bafdf7a3681', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:03:29.559789 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-a1bd1327-9741-4397-be8d-21c246544805 req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (dc6c06a5-ff78-4c9a-a6f9-793094d7440d), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:29.572052 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-8e19f7cc-0cd6-4756-9b67-325f7e4ce4a2 None None] Provisioning complete for port dc6c06a5-ff78-4c9a-a6f9-793094d7440d triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:03:29.572634 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8e19f7cc-0cd6-4756-9b67-325f7e4ce4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (dc6c06a5-ff78-4c9a-a6f9-793094d7440d), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:29.588964 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-14bd75c2-8f76-4671-934e-9611a3ffac44 admin admin] Publish callbacks [] for security_group (12efb2b8-620c-4bdd-9649-bc678a297822), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:29.608002 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-8e19f7cc-0cd6-4756-9b67-325f7e4ce4a2 None None] Port dc6c06a5-ff78-4c9a-a6f9-793094d7440d cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 17:03:29.618045 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-14bd75c2-8f76-4671-934e-9611a3ffac44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (12efb2b8-620c-4bdd-9649-bc678a297822), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:29.726698 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-14bd75c2-8f76-4671-934e-9611a3ffac44 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c98f803c104b4b6db456c9b44868981c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388472 Mar 01 17:03:29.729354 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 58462) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:29.733362 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd75c2-8f76-4671-934e-9611a3ffac44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12efb2b8-620c-4bdd-9649-bc678a297822,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:29.799560 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a8d660bf-9059-4272-a8db-d1ad5c36ecf8 admin admin] Publish callbacks [] for security_group (12efb2b8-620c-4bdd-9649-bc678a297822), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:29.831971 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a8d660bf-9059-4272-a8db-d1ad5c36ecf8 admin admin] Publish callbacks [] for security_group (12efb2b8-620c-4bdd-9649-bc678a297822), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:29.892808 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a8d660bf-9059-4272-a8db-d1ad5c36ecf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (12efb2b8-620c-4bdd-9649-bc678a297822), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:29.895663 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-a8d660bf-9059-4272-a8db-d1ad5c36ecf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:29.896908 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-a8d660bf-9059-4272-a8db-d1ad5c36ecf8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/12efb2b8-620c-4bdd-9649-bc678a297822 HTTP/1.1" status: 204 len: 168 time: 0.1661372 Mar 01 17:03:29.906338 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d660bf-9059-4272-a8db-d1ad5c36ecf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12efb2b8-620c-4bdd-9649-bc678a297822,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:29.939848 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8915c-b714-4757-9fb3-d3c1958b2b1e req-caa5695e-8a32-4125-a1bf-c3f6aedd23aa tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:29.941368 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-18a8915c-b714-4757-9fb3-d3c1958b2b1e req-caa5695e-8a32-4125-a1bf-c3f6aedd23aa tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dcfc880-35aa-46b4-910f-5bafdf7a3681 HTTP/1.1" status: 200 len: 931 time: 0.1208563 Mar 01 17:03:29.994054 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [req-a1bd1327-9741-4397-be8d-21c246544805 req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6c06a5-ff78-4c9a-a6f9-793094d7440d {{(pid=103032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 17:03:30.008613 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-a1bd1327-9741-4397-be8d-21c246544805 req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] Publish callbacks [] for port (dc6c06a5-ff78-4c9a-a6f9-793094d7440d), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:30.036052 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-18a8915c-b714-4757-9fb3-d3c1958b2b1e req-e51239cb-ff3c-45d4-9c61-c0a000919811 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa44da6-7bcf-4abf-94bf-9dcce5474a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696385 Mar 01 17:03:30.038802 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.provisioning_blocks [req-a1bd1327-9741-4397-be8d-21c246544805 req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] Transition to ACTIVE for port object dc6c06a5-ff78-4c9a-a6f9-793094d7440d will not be triggered until provisioned by entity L2. {{(pid=103032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 17:03:30.043857 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-a1bd1327-9741-4397-be8d-21c246544805 req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (dc6c06a5-ff78-4c9a-a6f9-793094d7440d), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:30.123581 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] Pushing event updated for resources: {'Port': ['ID=dc6c06a5-ff78-4c9a-a6f9-793094d7440d,revision_number=2']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:30.182409 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-a1bd1327-9741-4397-be8d-21c246544805 req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] Attempting to bind port dc6c06a5-ff78-4c9a-a6f9-793094d7440d on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 17:03:30.182828 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-a1bd1327-9741-4397-be8d-21c246544805 req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] Attempting to bind port dc6c06a5-ff78-4c9a-a6f9-793094d7440d by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '85dcf473-5016-4172-8bce-dde363bfd863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a'}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 17:03:30.183232 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bd1327-9741-4397-be8d-21c246544805 req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] Attempting to bind port dc6c06a5-ff78-4c9a-a6f9-793094d7440d on network 8781eac9-aa85-4a72-b5b3-6da62a18282a {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:03:30.188917 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bd1327-9741-4397-be8d-21c246544805 req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] Port dc6c06a5-ff78-4c9a-a6f9-793094d7440d on network 8781eac9-aa85-4a72-b5b3-6da62a18282a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 17:03:30.189630 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bd1327-9741-4397-be8d-21c246544805 req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] Attempting to bind port dc6c06a5-ff78-4c9a-a6f9-793094d7440d on network 8781eac9-aa85-4a72-b5b3-6da62a18282a {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:03:30.195137 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bd1327-9741-4397-be8d-21c246544805 req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] Checking agent: {'id': '0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'started_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 17, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 17:03:30.195506 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bd1327-9741-4397-be8d-21c246544805 req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] Checking segment: {'id': '85dcf473-5016-4172-8bce-dde363bfd863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:03:30.195896 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bd1327-9741-4397-be8d-21c246544805 req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] Bound using segment: {'id': '85dcf473-5016-4172-8bce-dde363bfd863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a'} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 17:03:30.196424 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-a1bd1327-9741-4397-be8d-21c246544805 req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] Bound port: dc6c06a5-ff78-4c9a-a6f9-793094d7440d, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85dcf473-5016-4172-8bce-dde363bfd863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a'}}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 17:03:30.196675 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-a1bd1327-9741-4397-be8d-21c246544805 req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (dc6c06a5-ff78-4c9a-a6f9-793094d7440d), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:30.276023 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-a1bd1327-9741-4397-be8d-21c246544805 req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] For port dc6c06a5-ff78-4c9a-a6f9-793094d7440d, host hv-cinder-83124, cleared binding levels {{(pid=103032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 17:03:30.280103 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-a1bd1327-9741-4397-be8d-21c246544805 req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] For port dc6c06a5-ff78-4c9a-a6f9-793094d7440d, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=dc6c06a5-ff78-4c9a-a6f9-793094d7440d,segment=NetworkSegment(85dcf473-5016-4172-8bce-dde363bfd863),segment_id=85dcf473-5016-4172-8bce-dde363bfd863)] {{(pid=103032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 17:03:30.287802 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-a1bd1327-9741-4397-be8d-21c246544805 req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (dc6c06a5-ff78-4c9a-a6f9-793094d7440d), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:30.327587 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd1327-9741-4397-be8d-21c246544805 req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:30.328227 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-a1bd1327-9741-4397-be8d-21c246544805 req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:30.330125 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a1bd1327-9741-4397-be8d-21c246544805 req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] 10.222.0.37 "PUT /v2.0/ports/dc6c06a5-ff78-4c9a-a6f9-793094d7440d HTTP/1.1" status: 200 len: 1093 time: 0.8632061 Mar 01 17:03:30.330408 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcfc880-35aa-46b4-910f-5bafdf7a3681', 'tag': 'dc6c06a5-ff78-4c9a-a6f9-793094d7440d'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:03:30.332769 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99632bec-6627-4745-9275-7bfacb884af4" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcfc880-35aa-46b4-910f-5bafdf7a3681", "tag": "dc6c06a5-ff78-4c9a-a6f9-793094d7440d"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:03:30.369535 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c9390-5728-41da-816f-7e0b97be5dca service neutron] Pushing event updated for resources: {'Port': ['ID=dc6c06a5-ff78-4c9a-a6f9-793094d7440d,revision_number=3']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:30.387805 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 17:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfa81ee-d0ab-4dc1-9acd-8efd0aacee7b x-openstack-request-id: req-4bfa81ee-d0ab-4dc1-9acd-8efd0aacee7b {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:03:30.388203 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcfc880-35aa-46b4-910f-5bafdf7a3681", "tag": "dc6c06a5-ff78-4c9a-a6f9-793094d7440d", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:03:30.388557 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4bfa81ee-d0ab-4dc1-9acd-8efd0aacee7b {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:03:30.389058 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcfc880-35aa-46b4-910f-5bafdf7a3681', 'tag': 'dc6c06a5-ff78-4c9a-a6f9-793094d7440d', 'status': 'completed', 'code': 200} Mar 01 17:03:30.450800 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd1327-9741-4397-be8d-21c246544805 req-e083b768-2b33-48d6-b77f-e13891adb002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:30.452579 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a1bd1327-9741-4397-be8d-21c246544805 req-e083b768-2b33-48d6-b77f-e13891adb002 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1dc6016cf32040529e21f5b330bfe54a&device_id=2dcfc880-35aa-46b4-910f-5bafdf7a3681 HTTP/1.1" status: 200 len: 1127 time: 0.0576565 Mar 01 17:03:30.497048 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a1bd1327-9741-4397-be8d-21c246544805 req-1dfc410d-2e90-4bb9-8359-9cdd31c728a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc6c06a5-ff78-4c9a-a6f9-793094d7440d HTTP/1.1" status: 200 len: 217 time: 0.0380688 Mar 01 17:03:30.554027 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd1327-9741-4397-be8d-21c246544805 req-2338f2fa-d077-4dc9-acac-145d2a31e3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:30.556312 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a1bd1327-9741-4397-be8d-21c246544805 req-2338f2fa-d077-4dc9-acac-145d2a31e3b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12945aae-7d6d-4457-b922-e55760c246fd HTTP/1.1" status: 200 len: 850 time: 0.0518329 Mar 01 17:03:30.613919 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd1327-9741-4397-be8d-21c246544805 req-53d597c8-4aaf-498c-a90d-64cf19f7426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:30.615553 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a1bd1327-9741-4397-be8d-21c246544805 req-53d597c8-4aaf-498c-a90d-64cf19f7426f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8781eac9-aa85-4a72-b5b3-6da62a18282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535963 Mar 01 17:03:30.718760 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a1bd1327-9741-4397-be8d-21c246544805 req-203ce40a-7223-4cb0-8808-c3be421e900b service neutron] 10.222.0.37 "GET /v2.0/networks/8781eac9-aa85-4a72-b5b3-6da62a18282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941300 Mar 01 17:03:30.821285 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a1bd1327-9741-4397-be8d-21c246544805 req-efb4aded-f91e-4faa-b7bf-6abcda07d4e7 service neutron] 10.222.0.37 "GET /v2.0/networks/8781eac9-aa85-4a72-b5b3-6da62a18282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959227 Mar 01 17:03:30.915549 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99632bec-6627-4745-9275-7bfacb884af4 req-fd2aee2a-b608-46f8-a3f3-5e65fb46291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:30.917062 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-99632bec-6627-4745-9275-7bfacb884af4 req-fd2aee2a-b608-46f8-a3f3-5e65fb46291a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1dc6016cf32040529e21f5b330bfe54a&device_id=2dcfc880-35aa-46b4-910f-5bafdf7a3681 HTTP/1.1" status: 200 len: 1127 time: 0.0490208 Mar 01 17:03:31.020677 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99632bec-6627-4745-9275-7bfacb884af4 req-02379eb5-cd0b-4265-bef2-6720b8d1079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:31.022192 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-99632bec-6627-4745-9275-7bfacb884af4 req-02379eb5-cd0b-4265-bef2-6720b8d1079f service neutron] 10.222.0.37 "GET /v2.0/networks?id=8781eac9-aa85-4a72-b5b3-6da62a18282a HTTP/1.1" status: 200 len: 912 time: 0.0970430 Mar 01 17:03:31.076529 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-99632bec-6627-4745-9275-7bfacb884af4 req-69429c7e-9089-429d-89b3-c0afdf96e30a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc6c06a5-ff78-4c9a-a6f9-793094d7440d HTTP/1.1" status: 200 len: 217 time: 0.0433886 Mar 01 17:03:31.168842 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99632bec-6627-4745-9275-7bfacb884af4 req-f4787648-8028-49df-ac2d-c07423a7436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:31.170252 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-99632bec-6627-4745-9275-7bfacb884af4 req-f4787648-8028-49df-ac2d-c07423a7436e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12945aae-7d6d-4457-b922-e55760c246fd HTTP/1.1" status: 200 len: 850 time: 0.0899467 Mar 01 17:03:31.191278 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85881c0-30ea-4057-8ab1-ee8eaa681d8f req-b082ffff-53b8-4570-a166-cef83e4b43ce tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:31.192804 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f85881c0-30ea-4057-8ab1-ee8eaa681d8f req-b082ffff-53b8-4570-a166-cef83e4b43ce tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dcfc880-35aa-46b4-910f-5bafdf7a3681 HTTP/1.1" status: 200 len: 943 time: 0.0772147 Mar 01 17:03:31.268765 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f85881c0-30ea-4057-8ab1-ee8eaa681d8f req-3e2943d9-009a-443f-8f63-19c6a04beadc tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa44da6-7bcf-4abf-94bf-9dcce5474a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661154 Mar 01 17:03:31.274153 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99632bec-6627-4745-9275-7bfacb884af4 req-d1386a27-e754-4ac3-82df-08ee7cdfbe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:31.275675 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-99632bec-6627-4745-9275-7bfacb884af4 req-d1386a27-e754-4ac3-82df-08ee7cdfbe64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8781eac9-aa85-4a72-b5b3-6da62a18282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0819209 Mar 01 17:03:31.370942 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-99632bec-6627-4745-9275-7bfacb884af4 req-5e40522e-2c83-4c2d-af90-ab1d427200bd service neutron] 10.222.0.37 "GET /v2.0/networks/8781eac9-aa85-4a72-b5b3-6da62a18282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874126 Mar 01 17:03:31.465466 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-99632bec-6627-4745-9275-7bfacb884af4 req-019eb28b-650f-4ee8-811e-becd927fe87e service neutron] 10.222.0.37 "GET /v2.0/networks/8781eac9-aa85-4a72-b5b3-6da62a18282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878172 Mar 01 17:03:31.968798 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:32.392192 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3f682-2128-4210-a848-11500f436841 req-82b0a76e-ed2d-4a5b-ad23-a30be03897b7 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:32.393793 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1df3f682-2128-4210-a848-11500f436841 req-82b0a76e-ed2d-4a5b-ad23-a30be03897b7 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dcfc880-35aa-46b4-910f-5bafdf7a3681 HTTP/1.1" status: 200 len: 943 time: 0.0542386 Mar 01 17:03:32.450835 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-1df3f682-2128-4210-a848-11500f436841 req-0bb9a846-ed33-4c83-94eb-d929e415b93b tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa44da6-7bcf-4abf-94bf-9dcce5474a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515325 Mar 01 17:03:33.575385 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db798a78-2cea-4e11-90cf-63f02fef39de req-9829d40a-a57a-4ed7-95be-fc15c244a792 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:33.577063 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-db798a78-2cea-4e11-90cf-63f02fef39de req-9829d40a-a57a-4ed7-95be-fc15c244a792 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dcfc880-35aa-46b4-910f-5bafdf7a3681 HTTP/1.1" status: 200 len: 943 time: 0.0572269 Mar 01 17:03:33.631044 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-db798a78-2cea-4e11-90cf-63f02fef39de req-b76666fd-a90d-44cb-93f7-0cb246fbb60f tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa44da6-7bcf-4abf-94bf-9dcce5474a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474820 Mar 01 17:03:33.701924 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device dc6c06a5-ff78-4c9a-a6f9-793094d7440d details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 17:03:33.810093 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port dc6c06a5-ff78-4c9a-a6f9-793094d7440d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=dc6c06a5-ff78-4c9a-a6f9-793094d7440d,segment=NetworkSegment(85dcf473-5016-4172-8bce-dde363bfd863),segment_id=85dcf473-5016-4172-8bce-dde363bfd863)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:03:33.823051 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': 'dc6c06a5-ff78-4c9a-a6f9-793094d7440d', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'port_id': 'dc6c06a5-ff78-4c9a-a6f9-793094d7440d', 'mac_address': 'fa:16:3e:16:91:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12945aae-7d6d-4457-b922-e55760c246fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 17:03:33.867144 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port dc6c06a5-ff78-4c9a-a6f9-793094d7440d is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:03:33.867571 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (dc6c06a5-ff78-4c9a-a6f9-793094d7440d), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:33.881076 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6c06a5-ff78-4c9a-a6f9-793094d7440d {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 17:03:33.902897 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port dc6c06a5-ff78-4c9a-a6f9-793094d7440d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=dc6c06a5-ff78-4c9a-a6f9-793094d7440d,segment=NetworkSegment(85dcf473-5016-4172-8bce-dde363bfd863),segment_id=85dcf473-5016-4172-8bce-dde363bfd863)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:03:33.906982 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (dc6c06a5-ff78-4c9a-a6f9-793094d7440d), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:33.955750 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=dc6c06a5-ff78-4c9a-a6f9-793094d7440d,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:34.146767 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['dc6c06a5-ff78-4c9a-a6f9-793094d7440d'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 17:03:34.799890 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc6958-8712-4c7e-87ea-273d4419aea0 req-15a24e37-0d97-4058-8ea2-9ffff38e2823 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:34.801427 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e2fc6958-8712-4c7e-87ea-273d4419aea0 req-15a24e37-0d97-4058-8ea2-9ffff38e2823 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dcfc880-35aa-46b4-910f-5bafdf7a3681 HTTP/1.1" status: 200 len: 944 time: 0.0664196 Mar 01 17:03:34.852237 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-e2fc6958-8712-4c7e-87ea-273d4419aea0 req-9f5c0cd3-efbf-47a0-9066-914631aeb3b2 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa44da6-7bcf-4abf-94bf-9dcce5474a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451117 Mar 01 17:03:35.704473 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device dc6c06a5-ff78-4c9a-a6f9-793094d7440d up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:03:35.767304 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning for port dc6c06a5-ff78-4c9a-a6f9-793094d7440d completed by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 17:03:35.771669 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port dc6c06a5-ff78-4c9a-a6f9-793094d7440d triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:03:35.772048 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (dc6c06a5-ff78-4c9a-a6f9-793094d7440d), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:35.858978 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port dc6c06a5-ff78-4c9a-a6f9-793094d7440d is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:03:35.859405 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (dc6c06a5-ff78-4c9a-a6f9-793094d7440d), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:35.888733 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcfc880-35aa-46b4-910f-5bafdf7a3681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6c06a5-ff78-4c9a-a6f9-793094d7440d'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:03:35.892289 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f32261d-2b32-43f6-9be1-d0c1c255e1e7" -d '{"events": [{"server_uuid": "2dcfc880-35aa-46b4-910f-5bafdf7a3681", "name": "network-vif-plugged", "status": "completed", "tag": "dc6c06a5-ff78-4c9a-a6f9-793094d7440d"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:03:35.908168 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port dc6c06a5-ff78-4c9a-a6f9-793094d7440d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=dc6c06a5-ff78-4c9a-a6f9-793094d7440d,segment=NetworkSegment(85dcf473-5016-4172-8bce-dde363bfd863),segment_id=85dcf473-5016-4172-8bce-dde363bfd863)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:03:35.914149 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (dc6c06a5-ff78-4c9a-a6f9-793094d7440d), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:35.966523 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c3acfe-af34-42a1-b79e-0f13dc9dd54f x-openstack-request-id: req-d4c3acfe-af34-42a1-b79e-0f13dc9dd54f {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:03:35.966817 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcfc880-35aa-46b4-910f-5bafdf7a3681", "name": "network-vif-plugged", "status": "completed", "tag": "dc6c06a5-ff78-4c9a-a6f9-793094d7440d", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:03:35.967073 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d4c3acfe-af34-42a1-b79e-0f13dc9dd54f {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:03:35.967497 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcfc880-35aa-46b4-910f-5bafdf7a3681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6c06a5-ff78-4c9a-a6f9-793094d7440d', 'code': 200} Mar 01 17:03:35.973514 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=dc6c06a5-ff78-4c9a-a6f9-793094d7440d,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:36.010295 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644417e1-5deb-4182-adbd-d5c9a0a4d48b req-b53f9b83-2a8e-4b69-b8b9-f3d2c3211956 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:36.011721 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-644417e1-5deb-4182-adbd-d5c9a0a4d48b req-b53f9b83-2a8e-4b69-b8b9-f3d2c3211956 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dcfc880-35aa-46b4-910f-5bafdf7a3681 HTTP/1.1" status: 200 len: 945 time: 0.0842702 Mar 01 17:03:36.073289 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-644417e1-5deb-4182-adbd-d5c9a0a4d48b req-16067c11-c09a-4af8-9d71-76f9cf4ab19d tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa44da6-7bcf-4abf-94bf-9dcce5474a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547285 Mar 01 17:03:36.161429 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f67237-a3a7-4988-96c1-cb6b4818e565 req-acca1408-a8cc-403d-a431-969b02f878c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:36.162952 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-82f67237-a3a7-4988-96c1-cb6b4818e565 req-acca1408-a8cc-403d-a431-969b02f878c3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2dcfc880-35aa-46b4-910f-5bafdf7a3681 HTTP/1.1" status: 200 len: 1129 time: 0.0500355 Mar 01 17:03:36.217107 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-82f67237-a3a7-4988-96c1-cb6b4818e565 req-a8e3d710-14ec-4748-884c-66be628ac8d5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dfa44da6-7bcf-4abf-94bf-9dcce5474a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466332 Mar 01 17:03:37.207656 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474213c-77b8-46f6-ac9f-d139ef0fa082 req-175cd6b7-e993-4cc4-8436-dbac145d592a tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:37.209276 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d474213c-77b8-46f6-ac9f-d139ef0fa082 req-175cd6b7-e993-4cc4-8436-dbac145d592a tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dcfc880-35aa-46b4-910f-5bafdf7a3681 HTTP/1.1" status: 200 len: 945 time: 0.0558782 Mar 01 17:03:37.265101 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d474213c-77b8-46f6-ac9f-d139ef0fa082 req-0a1230f5-9a23-47e5-8444-4f1bc39dc2f2 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa44da6-7bcf-4abf-94bf-9dcce5474a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499833 Mar 01 17:03:38.393426 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732cb3b-247a-426e-a28f-233bcab5d4fd req-d1f3eafb-baa3-45e8-bf08-0c9f26e78fe9 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:38.394996 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2732cb3b-247a-426e-a28f-233bcab5d4fd req-d1f3eafb-baa3-45e8-bf08-0c9f26e78fe9 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dcfc880-35aa-46b4-910f-5bafdf7a3681 HTTP/1.1" status: 200 len: 945 time: 0.0578480 Mar 01 17:03:38.448688 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2732cb3b-247a-426e-a28f-233bcab5d4fd req-f45fd4cd-3ca5-4fa2-8cd5-935f2403d967 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa44da6-7bcf-4abf-94bf-9dcce5474a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439324 Mar 01 17:03:38.574334 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd61835-e793-4f77-b7f8-5bea634ab385 req-b6e09bf1-2ca4-421a-891c-5caca3e47749 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:38.576616 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0fd61835-e793-4f77-b7f8-5bea634ab385 req-b6e09bf1-2ca4-421a-891c-5caca3e47749 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dcfc880-35aa-46b4-910f-5bafdf7a3681 HTTP/1.1" status: 200 len: 945 time: 0.0566916 Mar 01 17:03:38.586409 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 58582) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:38.590917 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-6b22041b-4976-498e-b6e0-5470cadc8ba8 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Request body: {'floatingip': {'port_id': 'dc6c06a5-ff78-4c9a-a6f9-793094d7440d'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:03:38.643672 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6b22041b-4976-498e-b6e0-5470cadc8ba8 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for floatingip (9400ff63-285b-4489-8437-f2d4e64b8d18), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:39.110374 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 17:03:39.145400 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6b22041b-4976-498e-b6e0-5470cadc8ba8 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:39.149265 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6b22041b-4976-498e-b6e0-5470cadc8ba8 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688646'] for floatingip (9400ff63-285b-4489-8437-f2d4e64b8d18), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:39.535364 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.db.l3_db [None req-6b22041b-4976-498e-b6e0-5470cadc8ba8 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Floating IP 9400ff63-285b-4489-8437-f2d4e64b8d18 associated. External IP: 172.27.0.2, port: dc6c06a5-ff78-4c9a-a6f9-793094d7440d. Mar 01 17:03:39.764262 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b22041b-4976-498e-b6e0-5470cadc8ba8 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Router 27aff728-5039-4780-aee3-d6bffc318582 has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:03:39.886875 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b22041b-4976-498e-b6e0-5470cadc8ba8 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:03:39.892652 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6b22041b-4976-498e-b6e0-5470cadc8ba8 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for floatingip (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:39.898871 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b65c41-69ae-4d33-976e-891905ed29eb None None] Sync routers for ids ['27aff728-5039-4780-aee3-d6bffc318582'] in dv-cinder-831247-2-iscsi {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:03:39.910459 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b65c41-69ae-4d33-976e-891905ed29eb None None] Routers {'27aff728-5039-4780-aee3-d6bffc318582'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:03:39.911164 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-44b65c41-69ae-4d33-976e-891905ed29eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:03:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['27aff728-5039-4780-aee3-d6bffc318582'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:03:39.926034 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-6b22041b-4976-498e-b6e0-5470cadc8ba8 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "PUT /v2.0/floatingips/9400ff63-285b-4489-8437-f2d4e64b8d18 HTTP/1.1" status: 200 len: 989 time: 1.3385057 Mar 01 17:03:39.926606 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcfc880-35aa-46b4-910f-5bafdf7a3681', 'tag': 'dc6c06a5-ff78-4c9a-a6f9-793094d7440d'}] {{(pid=103033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:03:39.929001 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dddadf24ac110f9ada54727228b3474a86f75cc3561f1e1b47b1deb8a3f97d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6f06dc-1abd-4ee3-b465-286b7154bf1e" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcfc880-35aa-46b4-910f-5bafdf7a3681", "tag": "dc6c06a5-ff78-4c9a-a6f9-793094d7440d"}]}' {{(pid=103033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:03:39.994846 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 17:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b1ed72-8396-451d-b72c-189da7239e63 x-openstack-request-id: req-f9b1ed72-8396-451d-b72c-189da7239e63 {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:03:39.995145 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcfc880-35aa-46b4-910f-5bafdf7a3681", "tag": "dc6c06a5-ff78-4c9a-a6f9-793094d7440d", "status": "completed", "code": 200}]} {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:03:39.995435 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9b1ed72-8396-451d-b72c-189da7239e63 {{(pid=103033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:03:39.995850 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcfc880-35aa-46b4-910f-5bafdf7a3681', 'tag': 'dc6c06a5-ff78-4c9a-a6f9-793094d7440d', 'status': 'completed', 'code': 200} Mar 01 17:03:40.083389 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f06dc-1abd-4ee3-b465-286b7154bf1e req-0a1f1413-5258-4b35-b42f-78ceb1b5e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:40.086045 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4f6f06dc-1abd-4ee3-b465-286b7154bf1e req-0a1f1413-5258-4b35-b42f-78ceb1b5e07c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1dc6016cf32040529e21f5b330bfe54a&device_id=2dcfc880-35aa-46b4-910f-5bafdf7a3681 HTTP/1.1" status: 200 len: 1129 time: 0.0644259 Mar 01 17:03:40.138428 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-44b65c41-69ae-4d33-976e-891905ed29eb None None] Set router 27aff728-5039-4780-aee3-d6bffc318582 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:03:40.194622 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f06dc-1abd-4ee3-b465-286b7154bf1e req-35be58ef-8567-46a8-b371-e5d0678e96e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:40.196131 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4f6f06dc-1abd-4ee3-b465-286b7154bf1e req-35be58ef-8567-46a8-b371-e5d0678e96e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8781eac9-aa85-4a72-b5b3-6da62a18282a HTTP/1.1" status: 200 len: 912 time: 0.1045530 Mar 01 17:03:40.273753 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4f6f06dc-1abd-4ee3-b465-286b7154bf1e req-72ae9ea3-6b09-42e5-9ea5-2eb82be9be07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc6c06a5-ff78-4c9a-a6f9-793094d7440d HTTP/1.1" status: 200 len: 997 time: 0.0691657 Mar 01 17:03:40.338371 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f06dc-1abd-4ee3-b465-286b7154bf1e req-055a67a8-8361-40d7-9a07-61e3e560d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:40.340477 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4f6f06dc-1abd-4ee3-b465-286b7154bf1e req-055a67a8-8361-40d7-9a07-61e3e560d86c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=12945aae-7d6d-4457-b922-e55760c246fd HTTP/1.1" status: 200 len: 850 time: 0.0558348 Mar 01 17:03:40.419965 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f06dc-1abd-4ee3-b465-286b7154bf1e req-458ba5e9-95f5-4689-b952-bbef0737ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:40.421623 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4f6f06dc-1abd-4ee3-b465-286b7154bf1e req-458ba5e9-95f5-4689-b952-bbef0737ef97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8781eac9-aa85-4a72-b5b3-6da62a18282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735786 Mar 01 17:03:40.451021 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-44b65c41-69ae-4d33-976e-891905ed29eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aff728-5039-4780-aee3-d6bffc318582', 'name': 'tempest-AttachVolumeTestJSON-1968584390-router', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:10Z', 'revision_number': 4, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'gw_port': {'id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': '9400ff63-285b-4489-8437-f2d4e64b8d18', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': '27aff728-5039-4780-aee3-d6bffc318582', 'port_id': 'dc6c06a5-ff78-4c9a-a6f9-793094d7440d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'mac_address': 'fa:16:3e:16:91:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcfc880-35aa-46b4-910f-5bafdf7a3681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:03:26Z', 'updated_at': '2022-03-01T17:03:39Z', 'revision_number': 1, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7528e416-9121-4c74-b44b-884cb4669be5', 'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'mac_address': 'fa:16:3e:8b:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '12945aae-7d6d-4457-b922-e55760c246fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:09Z', 'updated_at': '2022-03-01T17:00:15Z', 'revision_number': 5, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'subnets': [{'id': '12945aae-7d6d-4457-b922-e55760c246fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:03:40.492343 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b65c41-69ae-4d33-976e-891905ed29eb None None] Checking router: 27aff728-5039-4780-aee3-d6bffc318582 for host: dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:03:40.506334 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b65c41-69ae-4d33-976e-891905ed29eb None None] Routers {'27aff728-5039-4780-aee3-d6bffc318582'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:03:40.507253 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-44b65c41-69ae-4d33-976e-891905ed29eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:03:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['27aff728-5039-4780-aee3-d6bffc318582'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:03:40.521574 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4f6f06dc-1abd-4ee3-b465-286b7154bf1e req-afab53f7-6f72-4511-9016-6047f5706dfc service neutron] 10.222.0.37 "GET /v2.0/networks/8781eac9-aa85-4a72-b5b3-6da62a18282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885270 Mar 01 17:03:40.631959 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-4f6f06dc-1abd-4ee3-b465-286b7154bf1e req-ca0a9709-b39c-421f-b1ed-be53832c9d5d service neutron] 10.222.0.37 "GET /v2.0/networks/8781eac9-aa85-4a72-b5b3-6da62a18282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015058 Mar 01 17:03:40.654024 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-44b65c41-69ae-4d33-976e-891905ed29eb None None] Set router 27aff728-5039-4780-aee3-d6bffc318582 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:03:40.913294 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-44b65c41-69ae-4d33-976e-891905ed29eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aff728-5039-4780-aee3-d6bffc318582', 'name': 'tempest-AttachVolumeTestJSON-1968584390-router', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:10Z', 'revision_number': 4, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'gw_port': {'id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': '9400ff63-285b-4489-8437-f2d4e64b8d18', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': '27aff728-5039-4780-aee3-d6bffc318582', 'port_id': 'dc6c06a5-ff78-4c9a-a6f9-793094d7440d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'mac_address': 'fa:16:3e:16:91:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcfc880-35aa-46b4-910f-5bafdf7a3681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:03:26Z', 'updated_at': '2022-03-01T17:03:39Z', 'revision_number': 1, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7528e416-9121-4c74-b44b-884cb4669be5', 'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'mac_address': 'fa:16:3e:8b:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '12945aae-7d6d-4457-b922-e55760c246fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:09Z', 'updated_at': '2022-03-01T17:00:15Z', 'revision_number': 5, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'subnets': [{'id': '12945aae-7d6d-4457-b922-e55760c246fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:03:40.941096 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b65c41-69ae-4d33-976e-891905ed29eb None None] The sync data for ids ['27aff728-5039-4780-aee3-d6bffc318582'] in dv-cinder-831247-2-iscsi is: [{'id': '27aff728-5039-4780-aee3-d6bffc318582', 'name': 'tempest-AttachVolumeTestJSON-1968584390-router', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:10Z', 'revision_number': 4, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'gw_port': {'id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': '9400ff63-285b-4489-8437-f2d4e64b8d18', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': '27aff728-5039-4780-aee3-d6bffc318582', 'port_id': 'dc6c06a5-ff78-4c9a-a6f9-793094d7440d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'mac_address': 'fa:16:3e:16:91:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcfc880-35aa-46b4-910f-5bafdf7a3681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:03:26Z', 'updated_at': '2022-03-01T17:03:39Z', 'revision_number': 1, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7528e416-9121-4c74-b44b-884cb4669be5', 'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'mac_address': 'fa:16:3e:8b:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '12945aae-7d6d-4457-b922-e55760c246fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:09Z', 'updated_at': '2022-03-01T17:00:15Z', 'revision_number': 5, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'subnets': [{'id': '12945aae-7d6d-4457-b922-e55760c246fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:03:41.097267 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 58608) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:41.176089 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3466e3-3b70-4176-868f-c7f5c15bea53 None None] New status for floating IP 9400ff63-285b-4489-8437-f2d4e64b8d18: ACTIVE {{(pid=103034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 17:03:41.236810 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-726074b4-1f41-454e-9198-e577911b9751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:41.315894 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-726074b4-1f41-454e-9198-e577911b9751 admin admin] Publish callbacks [] for security_group (2a4d53d3-f31f-4bb2-9e60-0e5017a8a1dc), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:41.319854 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-726074b4-1f41-454e-9198-e577911b9751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (2a4d53d3-f31f-4bb2-9e60-0e5017a8a1dc), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:41.362135 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-726074b4-1f41-454e-9198-e577911b9751 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=df43fb3188f3402dba6365d8d55afb34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634387 Mar 01 17:03:41.363235 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726074b4-1f41-454e-9198-e577911b9751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4d53d3-f31f-4bb2-9e60-0e5017a8a1dc,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:41.365008 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 58614) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:41.437458 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4fa20f9b-43fd-4c4f-96cb-d0a158022715 admin admin] Publish callbacks [] for security_group (2a4d53d3-f31f-4bb2-9e60-0e5017a8a1dc), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:41.462036 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4fa20f9b-43fd-4c4f-96cb-d0a158022715 admin admin] Publish callbacks [] for security_group (2a4d53d3-f31f-4bb2-9e60-0e5017a8a1dc), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:41.512747 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4fa20f9b-43fd-4c4f-96cb-d0a158022715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (2a4d53d3-f31f-4bb2-9e60-0e5017a8a1dc), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:41.515506 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4fa20f9b-43fd-4c4f-96cb-d0a158022715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:41.519685 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-4fa20f9b-43fd-4c4f-96cb-d0a158022715 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2a4d53d3-f31f-4bb2-9e60-0e5017a8a1dc HTTP/1.1" status: 204 len: 168 time: 0.1502759 Mar 01 17:03:41.541383 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa20f9b-43fd-4c4f-96cb-d0a158022715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4d53d3-f31f-4bb2-9e60-0e5017a8a1dc,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:41.840852 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 58630) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:41.854627 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-799688a7-cfff-4a68-9774-05ac4728f9d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:41.942179 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-799688a7-cfff-4a68-9774-05ac4728f9d0 admin admin] Publish callbacks [] for security_group (e36a3409-7b9f-4058-84ac-45da52082554), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:41.950356 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-799688a7-cfff-4a68-9774-05ac4728f9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (e36a3409-7b9f-4058-84ac-45da52082554), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:41.990656 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-799688a7-cfff-4a68-9774-05ac4728f9d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3e0af29689f4a269d59e39b456ae3a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486604 Mar 01 17:03:41.991542 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799688a7-cfff-4a68-9774-05ac4728f9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36a3409-7b9f-4058-84ac-45da52082554,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:41.993379 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 58632) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:03:42.045892 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f3acb99b-cccf-486c-9da4-90104d8d664d admin admin] Publish callbacks [] for security_group (e36a3409-7b9f-4058-84ac-45da52082554), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:42.069327 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f3acb99b-cccf-486c-9da4-90104d8d664d admin admin] Publish callbacks [] for security_group (e36a3409-7b9f-4058-84ac-45da52082554), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:42.117939 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f3acb99b-cccf-486c-9da4-90104d8d664d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (e36a3409-7b9f-4058-84ac-45da52082554), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:42.120522 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f3acb99b-cccf-486c-9da4-90104d8d664d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:42.121858 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-f3acb99b-cccf-486c-9da4-90104d8d664d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e36a3409-7b9f-4058-84ac-45da52082554 HTTP/1.1" status: 204 len: 168 time: 0.1265965 Mar 01 17:03:42.130729 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3acb99b-cccf-486c-9da4-90104d8d664d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36a3409-7b9f-4058-84ac-45da52082554,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:03:43.678265 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8eb20f2e-34e6-408a-a49a-af6605bae825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:45.941874 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d3ec2e11-0b32-4bdc-82bb-5ea97fc59ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:46.962709 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:48.572882 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:49.888786 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:03:57.644486 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fb644-77d5-4613-abb8-2f2c674e0c22 req-02e1ccfd-38e7-4d7a-8654-8dfd46818e0d tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:57.645943 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0d9fb644-77d5-4613-abb8-2f2c674e0c22 req-02e1ccfd-38e7-4d7a-8654-8dfd46818e0d tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 945 time: 0.0593128 Mar 01 17:03:57.697832 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0d9fb644-77d5-4613-abb8-2f2c674e0c22 req-98f9d22e-e2d0-41e2-b2c7-8707d0d8415d tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459752 Mar 01 17:03:58.828065 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696392e1-0f3e-42b0-aba7-300bcf95e519 req-1ba8bef6-5623-4d3e-8339-955a6d0649d8 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:03:58.829776 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-696392e1-0f3e-42b0-aba7-300bcf95e519 req-1ba8bef6-5623-4d3e-8339-955a6d0649d8 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 945 time: 0.0584900 Mar 01 17:03:58.881243 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-696392e1-0f3e-42b0-aba7-300bcf95e519 req-94e6ccb1-2cf6-4288-9bfe-d35d2f2f0130 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453138 Mar 01 17:04:00.003141 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6865c-ead2-4307-a484-73ae66f17373 req-5a4a5cf6-f958-4c6b-99b8-6a45a0d8dd46 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:00.004743 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-b1f6865c-ead2-4307-a484-73ae66f17373 req-5a4a5cf6-f958-4c6b-99b8-6a45a0d8dd46 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 945 time: 0.0535495 Mar 01 17:04:00.055983 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-b1f6865c-ead2-4307-a484-73ae66f17373 req-7600129e-18c6-455e-8688-8e7dc5f73f43 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456891 Mar 01 17:04:01.185278 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224fce8-8c87-480a-8518-43dc8fb984de req-59771966-7053-403f-a9a2-56105eea120d tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:01.187888 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6224fce8-8c87-480a-8518-43dc8fb984de req-59771966-7053-403f-a9a2-56105eea120d tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 945 time: 0.0621793 Mar 01 17:04:01.239211 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-6224fce8-8c87-480a-8518-43dc8fb984de req-3356f40c-8fb8-4ccd-bde7-4b2533df5605 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454392 Mar 01 17:04:01.784660 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7a0c6-0675-4f74-a228-a50a1abf07b4 req-7a1ee40c-c8b7-4137-92a2-2062d6dcf7a3 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:01.786295 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f5d7a0c6-0675-4f74-a228-a50a1abf07b4 req-7a1ee40c-c8b7-4137-92a2-2062d6dcf7a3 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 945 time: 0.0639565 Mar 01 17:04:01.875266 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device efc921b5-1e60-49a0-9a88-015d06d4720e no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:04:01.882771 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-f5d7a0c6-0675-4f74-a228-a50a1abf07b4 req-fe068d05-f6d5-4707-bc23-f4c4bd3d1a7e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Deleting port efc921b5-1e60-49a0-9a88-015d06d4720e {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:04:01.883127 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-f5d7a0c6-0675-4f74-a228-a50a1abf07b4 req-fe068d05-f6d5-4707-bc23-f4c4bd3d1a7e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (efc921b5-1e60-49a0-9a88-015d06d4720e), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:01.968788 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port efc921b5-1e60-49a0-9a88-015d06d4720e is: ACTIVE; New status is: DOWN {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:04:01.969089 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (efc921b5-1e60-49a0-9a88-015d06d4720e), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:01.981335 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:01.994377 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c568357-b883-4560-a332-b3a3e5cabc43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efc921b5-1e60-49a0-9a88-015d06d4720e'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:04:01.994952 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-f5d7a0c6-0675-4f74-a228-a50a1abf07b4 req-fe068d05-f6d5-4707-bc23-f4c4bd3d1a7e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] For port efc921b5-1e60-49a0-9a88-015d06d4720e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=efc921b5-1e60-49a0-9a88-015d06d4720e,segment=NetworkSegment(d30029e1-fef4-4b84-9127-2a2720257a02),segment_id=d30029e1-fef4-4b84-9127-2a2720257a02)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:04:01.995486 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-f5d7a0c6-0675-4f74-a228-a50a1abf07b4 req-fe068d05-f6d5-4707-bc23-f4c4bd3d1a7e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (efc921b5-1e60-49a0-9a88-015d06d4720e), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:01.997648 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5deb4a95-bb12-47ae-a914-1ebea6702794" -d '{"events": [{"server_uuid": "4c568357-b883-4560-a332-b3a3e5cabc43", "name": "network-vif-unplugged", "status": "completed", "tag": "efc921b5-1e60-49a0-9a88-015d06d4720e"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:04:02.012544 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port efc921b5-1e60-49a0-9a88-015d06d4720e, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=efc921b5-1e60-49a0-9a88-015d06d4720e,segment=NetworkSegment(d30029e1-fef4-4b84-9127-2a2720257a02),segment_id=d30029e1-fef4-4b84-9127-2a2720257a02)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:04:02.020598 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (efc921b5-1e60-49a0-9a88-015d06d4720e), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:02.054533 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Mar 2022 17:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959de13b-e405-42ff-b904-e975fbf8d0ac x-openstack-request-id: req-959de13b-e405-42ff-b904-e975fbf8d0ac {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:04:02.054834 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c568357-b883-4560-a332-b3a3e5cabc43", "name": "network-vif-unplugged", "status": "completed", "tag": "efc921b5-1e60-49a0-9a88-015d06d4720e", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:04:02.055087 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-959de13b-e405-42ff-b904-e975fbf8d0ac {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:04:02.055573 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c568357-b883-4560-a332-b3a3e5cabc43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efc921b5-1e60-49a0-9a88-015d06d4720e', 'code': 200} Mar 01 17:04:02.082352 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=efc921b5-1e60-49a0-9a88-015d06d4720e,revision_number=6']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:02.179869 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-f5d7a0c6-0675-4f74-a228-a50a1abf07b4 req-fe068d05-f6d5-4707-bc23-f4c4bd3d1a7e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:02.180229 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-f5d7a0c6-0675-4f74-a228-a50a1abf07b4 req-fe068d05-f6d5-4707-bc23-f4c4bd3d1a7e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688646'] for floatingip (e1846c39-88dd-4bf0-80ff-cde59fa948bf), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:02.180550 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.l3_db [req-f5d7a0c6-0675-4f74-a228-a50a1abf07b4 req-fe068d05-f6d5-4707-bc23-f4c4bd3d1a7e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Floating IP e1846c39-88dd-4bf0-80ff-cde59fa948bf disassociated. External IP: 172.27.0.140, port: efc921b5-1e60-49a0-9a88-015d06d4720e. Mar 01 17:04:02.180898 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-f5d7a0c6-0675-4f74-a228-a50a1abf07b4 req-fe068d05-f6d5-4707-bc23-f4c4bd3d1a7e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Calling delete_port for efc921b5-1e60-49a0-9a88-015d06d4720e owned by compute:nova {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:04:02.362544 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-f5d7a0c6-0675-4f74-a228-a50a1abf07b4 req-fe068d05-f6d5-4707-bc23-f4c4bd3d1a7e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (efc921b5-1e60-49a0-9a88-015d06d4720e), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:02.382238 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ac7fb-3117-4b18-8bf9-c95be71f498d req-b5d57825-2be2-4a9e-bbf9-a1ca162cdcd1 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:02.383849 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-be7ac7fb-3117-4b18-8bf9-c95be71f498d req-b5d57825-2be2-4a9e-bbf9-a1ca162cdcd1 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 943 time: 0.0728953 Mar 01 17:04:02.404961 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe068d05-f6d5-4707-bc23-f4c4bd3d1a7e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event deleted for resources: {'Port': ['ID=efc921b5-1e60-49a0-9a88-015d06d4720e,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:02.520066 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-be7ac7fb-3117-4b18-8bf9-c95be71f498d req-e30b3539-6f7d-4d48-9b9e-99c70d641ede tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174119 Mar 01 17:04:02.578422 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5d7a0c6-0675-4f74-a228-a50a1abf07b4 req-fe068d05-f6d5-4707-bc23-f4c4bd3d1a7e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Router b48f479a-35a5-43fe-b608-11c65a0f81cd has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:04:02.693138 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5d7a0c6-0675-4f74-a228-a50a1abf07b4 req-fe068d05-f6d5-4707-bc23-f4c4bd3d1a7e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:04:02.704591 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255f9ba-032c-4b37-a2e7-ad0b4ebf9e00 None None] Sync routers for ids ['b48f479a-35a5-43fe-b608-11c65a0f81cd'] in dv-cinder-831247-2-iscsi {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:04:02.720543 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255f9ba-032c-4b37-a2e7-ad0b4ebf9e00 None None] Routers {'b48f479a-35a5-43fe-b608-11c65a0f81cd'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:04:02.721174 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-6255f9ba-032c-4b37-a2e7-ad0b4ebf9e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:03:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['b48f479a-35a5-43fe-b608-11c65a0f81cd'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:02.743370 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d7a0c6-0675-4f74-a228-a50a1abf07b4 req-fe068d05-f6d5-4707-bc23-f4c4bd3d1a7e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] No DVR routers for this DVR port efc921b5-1e60-49a0-9a88-015d06d4720e on host hv-cinder-83124 {{(pid=103032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:04:02.746167 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-f5d7a0c6-0675-4f74-a228-a50a1abf07b4 req-fe068d05-f6d5-4707-bc23-f4c4bd3d1a7e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:02.750376 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f5d7a0c6-0675-4f74-a228-a50a1abf07b4 req-fe068d05-f6d5-4707-bc23-f4c4bd3d1a7e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.37 "DELETE /v2.0/ports/efc921b5-1e60-49a0-9a88-015d06d4720e HTTP/1.1" status: 204 len: 173 time: 0.9592865 Mar 01 17:04:02.750875 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c568357-b883-4560-a332-b3a3e5cabc43', 'name': 'network-vif-deleted', 'tag': 'efc921b5-1e60-49a0-9a88-015d06d4720e'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:04:02.753472 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fcdd25-f5d3-4ea9-9779-eab50baf5047" -d '{"events": [{"server_uuid": "4c568357-b883-4560-a332-b3a3e5cabc43", "name": "network-vif-deleted", "tag": "efc921b5-1e60-49a0-9a88-015d06d4720e"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:04:02.809402 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f375ab15-2eae-4480-b465-00563dbaf6e1 x-openstack-request-id: req-f375ab15-2eae-4480-b465-00563dbaf6e1 {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:04:02.809591 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c568357-b883-4560-a332-b3a3e5cabc43", "name": "network-vif-deleted", "tag": "efc921b5-1e60-49a0-9a88-015d06d4720e", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:04:02.809839 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f375ab15-2eae-4480-b465-00563dbaf6e1 {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:04:02.810247 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c568357-b883-4560-a332-b3a3e5cabc43', 'name': 'network-vif-deleted', 'tag': 'efc921b5-1e60-49a0-9a88-015d06d4720e', 'status': 'completed', 'code': 200} Mar 01 17:04:02.855998 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-6255f9ba-032c-4b37-a2e7-ad0b4ebf9e00 None None] Set router b48f479a-35a5-43fe-b608-11c65a0f81cd gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:04:03.071416 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-6255f9ba-032c-4b37-a2e7-ad0b4ebf9e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:20Z', 'revision_number': 5, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:03.098904 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255f9ba-032c-4b37-a2e7-ad0b4ebf9e00 None None] Checking router: b48f479a-35a5-43fe-b608-11c65a0f81cd for host: dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:04:03.107397 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255f9ba-032c-4b37-a2e7-ad0b4ebf9e00 None None] Routers {'b48f479a-35a5-43fe-b608-11c65a0f81cd'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:04:03.108130 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-6255f9ba-032c-4b37-a2e7-ad0b4ebf9e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:03:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['b48f479a-35a5-43fe-b608-11c65a0f81cd'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:03.225101 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-6255f9ba-032c-4b37-a2e7-ad0b4ebf9e00 None None] Set router b48f479a-35a5-43fe-b608-11c65a0f81cd gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:04:03.459240 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-6255f9ba-032c-4b37-a2e7-ad0b4ebf9e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:20Z', 'revision_number': 5, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:03.590241 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6255f9ba-032c-4b37-a2e7-ad0b4ebf9e00 None None] The sync data for ids ['b48f479a-35a5-43fe-b608-11c65a0f81cd'] in dv-cinder-831247-2-iscsi is: [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:20Z', 'revision_number': 5, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:04:03.639094 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2b1ab84f-aa19-4cd6-90d8-74a44a2d7d63 req-612e063a-13e3-4071-8924-4e57f82bb1cd tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=4c568357-b883-4560-a332-b3a3e5cabc43 HTTP/1.1" status: 200 len: 210 time: 0.0304613 Mar 01 17:04:03.856058 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190a1e94-4069-4ff8-8dd3-3c6a731c05cb None None] New status for floating IP e1846c39-88dd-4bf0-80ff-cde59fa948bf: DOWN {{(pid=103034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 17:04:04.912211 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-af00c226-8349-4c19-8b16-a784aa9f63b0 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767074820&fields=id&tenant_id=bfbb9521b0ae41719a30a1935a4cbf87 HTTP/1.1" status: 200 len: 267 time: 0.0461776 Mar 01 17:04:05.032096 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-904e4bbe-c247-4395-9a12-b71953e0beb8 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:05.033608 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-904e4bbe-c247-4395-9a12-b71953e0beb8 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/networks?id=d6046e82-458d-4f62-9448-cbf1da4a132e HTTP/1.1" status: 200 len: 811 time: 0.1149671 Mar 01 17:04:05.049275 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-bc6a3c01-a08b-46e8-afb6-58b51f1dcab1 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/quotas/bfbb9521b0ae41719a30a1935a4cbf87 HTTP/1.1" status: 200 len: 375 time: 0.0102136 Mar 01 17:04:05.111735 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-aeb9f7de-9f49-46bd-af6b-7df688a324fb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfbb9521b0ae41719a30a1935a4cbf87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571780 Mar 01 17:04:05.221226 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-580dab93-b070-413e-baee-f49e8b263afd service neutron] 10.222.0.55 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973721 Mar 01 17:04:05.318052 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-5f61d20b-3d13-4111-ae0e-f4ff8d371f5d service neutron] 10.222.0.55 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910497 Mar 01 17:04:05.680674 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-23a369ba-1c46-43ea-a296-b30f575bba09 req-75ed0b7d-757c-4178-8dcb-a9a516838251 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 210 time: 0.0309954 Mar 01 17:04:06.776843 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dc1b8a41-4c83-496a-ba28-c9de88c39f59 req-3e54037b-7da6-483d-a7af-58be12585301 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 210 time: 0.0288072 Mar 01 17:04:07.886003 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-3d493209-56cf-4d55-9761-6a6c73844639 req-eea0afa8-f62f-4756-9606-6f78b8d1c0fa tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 210 time: 0.0308816 Mar 01 17:04:08.993973 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2d603236-f9f1-44c7-9b95-c33088de6da3 req-ad3f1dfb-a5da-4801-bb45-2f54558ceb1d tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 210 time: 0.0349970 Mar 01 17:04:09.095575 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-f3f1c0e7-1e98-4978-98c1-2cfe2c0d9877 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:09.097084 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-f3f1c0e7-1e98-4978-98c1-2cfe2c0d9877 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.37 "GET /v2.0/networks?id=d6046e82-458d-4f62-9448-cbf1da4a132e HTTP/1.1" status: 200 len: 811 time: 0.1275373 Mar 01 17:04:09.166518 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-89f5ba97-bfd1-4c8b-8702-27d15c8e8662 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfbb9521b0ae41719a30a1935a4cbf87 HTTP/1.1" status: 200 len: 379 time: 0.0608287 Mar 01 17:04:09.176045 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-a0be879e-ad17-4e48-ad53-635c2e853264 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Request body: {'port': {'device_id': '07d5bf81-6692-45b3-900e-b08e3fb33027', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'admin_state_up': True, 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'security_groups': ['73c3e60a-fd1b-46ba-a82e-38ce327405b2']}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:04:09.563481 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-a0be879e-ad17-4e48-ad53-635c2e853264 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Made reservation on behalf of bfbb9521b0ae41719a30a1935a4cbf87 for: {'port': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:04:09.566809 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-a0be879e-ad17-4e48-ad53-635c2e853264 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:09.696007 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-a0be879e-ad17-4e48-ad53-635c2e853264 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Allocated IP 172.20.0.12 (d6046e82-458d-4f62-9448-cbf1da4a132e/1576c47e-a363-42c8-b1bb-78954efa89be/c88f0215-33ab-4f38-a1b1-6fe5b42bdf53) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:04:09.844702 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-a0be879e-ad17-4e48-ad53-635c2e853264 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for port (c88f0215-33ab-4f38-a1b1-6fe5b42bdf53), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:09.882546 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-a0be879e-ad17-4e48-ad53-635c2e853264 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (c88f0215-33ab-4f38-a1b1-6fe5b42bdf53), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:09.928062 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-a0be879e-ad17-4e48-ad53-635c2e853264 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Network d6046e82-458d-4f62-9448-cbf1da4a132e is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:04:09.930921 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-a0be879e-ad17-4e48-ad53-635c2e853264 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:04:09.934825 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-a0be879e-ad17-4e48-ad53-635c2e853264 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:04:09.941771 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be879e-ad17-4e48-ad53-635c2e853264 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event updated for resources: {'Port': ['ID=c88f0215-33ab-4f38-a1b1-6fe5b42bdf53,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:09.988950 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-a0be879e-ad17-4e48-ad53-635c2e853264 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:09.989494 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-a0be879e-ad17-4e48-ad53-635c2e853264 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:10.006632 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-a0be879e-ad17-4e48-ad53-635c2e853264 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8345213 Mar 01 17:04:10.018958 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] Request body: {'port': {'device_id': '07d5bf81-6692-45b3-900e-b08e3fb33027', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:04:10.094322 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (c88f0215-33ab-4f38-a1b1-6fe5b42bdf53), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:10.152341 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95fa3e-4daf-445b-b517-4fc3bd1925da req-ef997462-ca29-4d28-93c7-cda86f7baccc tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:10.153840 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9e95fa3e-4daf-445b-b517-4fc3bd1925da req-ef997462-ca29-4d28-93c7-cda86f7baccc tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 932 time: 0.0835023 Mar 01 17:04:10.198056 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-79c79c9e-a6ec-4f48-a14b-4e9727f762ec None None] Provisioning complete for port c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:04:10.198656 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-79c79c9e-a6ec-4f48-a14b-4e9727f762ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (c88f0215-33ab-4f38-a1b1-6fe5b42bdf53), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:10.206557 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9e95fa3e-4daf-445b-b517-4fc3bd1925da req-1f7a5ee6-c976-48ec-a080-f2034d4c0aee tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458851 Mar 01 17:04:10.238056 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-79c79c9e-a6ec-4f48-a14b-4e9727f762ec None None] Port c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 17:04:10.371382 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 {{(pid=103032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 17:04:10.379657 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] Publish callbacks [] for port (c88f0215-33ab-4f38-a1b1-6fe5b42bdf53), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:10.392070 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.provisioning_blocks [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] Transition to ACTIVE for port object c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 will not be triggered until provisioned by entity L2. {{(pid=103032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 17:04:10.396015 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (c88f0215-33ab-4f38-a1b1-6fe5b42bdf53), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:10.450983 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] Pushing event updated for resources: {'Port': ['ID=c88f0215-33ab-4f38-a1b1-6fe5b42bdf53,revision_number=2']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:10.522171 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] Attempting to bind port c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 17:04:10.522511 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] Attempting to bind port c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'd30029e1-fef4-4b84-9127-2a2720257a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e'}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 17:04:10.522844 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] Attempting to bind port c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 on network d6046e82-458d-4f62-9448-cbf1da4a132e {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:04:10.527973 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] Port c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 on network d6046e82-458d-4f62-9448-cbf1da4a132e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 17:04:10.528315 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] Attempting to bind port c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 on network d6046e82-458d-4f62-9448-cbf1da4a132e {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:04:10.534706 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] Checking agent: {'id': '0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'started_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 17, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 17:04:10.535042 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] Checking segment: {'id': 'd30029e1-fef4-4b84-9127-2a2720257a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:04:10.535460 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] Bound using segment: {'id': 'd30029e1-fef4-4b84-9127-2a2720257a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e'} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 17:04:10.535926 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] Bound port: c88f0215-33ab-4f38-a1b1-6fe5b42bdf53, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30029e1-fef4-4b84-9127-2a2720257a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e'}}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 17:04:10.536276 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (c88f0215-33ab-4f38-a1b1-6fe5b42bdf53), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:10.601189 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] For port c88f0215-33ab-4f38-a1b1-6fe5b42bdf53, host hv-cinder-83124, cleared binding levels {{(pid=103032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 17:04:10.604603 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] For port c88f0215-33ab-4f38-a1b1-6fe5b42bdf53, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c88f0215-33ab-4f38-a1b1-6fe5b42bdf53,segment=NetworkSegment(d30029e1-fef4-4b84-9127-2a2720257a02),segment_id=d30029e1-fef4-4b84-9127-2a2720257a02)] {{(pid=103032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 17:04:10.611513 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (c88f0215-33ab-4f38-a1b1-6fe5b42bdf53), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:10.651092 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:10.651739 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:10.653180 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] 10.222.0.37 "PUT /v2.0/ports/c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 HTTP/1.1" status: 200 len: 1094 time: 0.6391225 Mar 01 17:04:10.653687 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d5bf81-6692-45b3-900e-b08e3fb33027', 'tag': 'c88f0215-33ab-4f38-a1b1-6fe5b42bdf53'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:04:10.656565 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04444289-326d-4a44-bbb5-4bbc325a2b74" -d '{"events": [{"name": "network-changed", "server_uuid": "07d5bf81-6692-45b3-900e-b08e3fb33027", "tag": "c88f0215-33ab-4f38-a1b1-6fe5b42bdf53"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:04:10.680599 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c129b-34a9-47df-929c-5ccfad715379 service neutron] Pushing event updated for resources: {'Port': ['ID=c88f0215-33ab-4f38-a1b1-6fe5b42bdf53,revision_number=3']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:10.716972 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 17:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0521972-900f-4f1e-acd4-0681fd5aafaa x-openstack-request-id: req-c0521972-900f-4f1e-acd4-0681fd5aafaa {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:04:10.717272 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d5bf81-6692-45b3-900e-b08e3fb33027", "tag": "c88f0215-33ab-4f38-a1b1-6fe5b42bdf53", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:04:10.717678 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c0521972-900f-4f1e-acd4-0681fd5aafaa {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:04:10.718114 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d5bf81-6692-45b3-900e-b08e3fb33027', 'tag': 'c88f0215-33ab-4f38-a1b1-6fe5b42bdf53', 'status': 'completed', 'code': 200} Mar 01 17:04:10.759012 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-73ff21c9-b58a-42a7-80d8-6ebf363b1f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:10.761642 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-73ff21c9-b58a-42a7-80d8-6ebf363b1f3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfbb9521b0ae41719a30a1935a4cbf87&device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 1128 time: 0.0548799 Mar 01 17:04:10.807888 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-d04b2d1c-1f49-41d3-a9f4-c8ba3f6c4a0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 HTTP/1.1" status: 200 len: 217 time: 0.0363081 Mar 01 17:04:10.862648 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-dbf587cb-917a-4878-9e34-217459fbc7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:10.864175 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-dbf587cb-917a-4878-9e34-217459fbc7dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1576c47e-a363-42c8-b1bb-78954efa89be HTTP/1.1" status: 200 len: 850 time: 0.0511756 Mar 01 17:04:10.913992 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-8a158d28-0101-4c91-adbd-93a02c97734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:10.915541 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-8a158d28-0101-4c91-adbd-93a02c97734a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6046e82-458d-4f62-9448-cbf1da4a132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450170 Mar 01 17:04:11.008509 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-8ef71314-2974-4ed4-b6ad-ddf84685c3fb service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867531 Mar 01 17:04:11.102464 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa4dc1bf-445a-4b61-80a9-3b04fa01495a req-c687deeb-5b47-4915-ba78-a31d133738f1 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868196 Mar 01 17:04:11.190559 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04444289-326d-4a44-bbb5-4bbc325a2b74 req-4e2a51a1-9650-42b1-beb4-fb8b375ec1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:11.192273 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-04444289-326d-4a44-bbb5-4bbc325a2b74 req-4e2a51a1-9650-42b1-beb4-fb8b375ec1a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfbb9521b0ae41719a30a1935a4cbf87&device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 1128 time: 0.0476747 Mar 01 17:04:11.289861 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04444289-326d-4a44-bbb5-4bbc325a2b74 req-f1461067-7e12-4d3f-ad9c-136a734892e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:11.291349 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-04444289-326d-4a44-bbb5-4bbc325a2b74 req-f1461067-7e12-4d3f-ad9c-136a734892e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6046e82-458d-4f62-9448-cbf1da4a132e HTTP/1.1" status: 200 len: 912 time: 0.0908613 Mar 01 17:04:11.326534 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4525c-8df7-4fda-b381-a4cd05462b11 req-4b574eb8-16c3-412a-a04f-cea451ffa68a tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:11.328080 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f0d4525c-8df7-4fda-b381-a4cd05462b11 req-4b574eb8-16c3-412a-a04f-cea451ffa68a tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 944 time: 0.0528283 Mar 01 17:04:11.333775 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-04444289-326d-4a44-bbb5-4bbc325a2b74 req-7de23f64-f707-42e9-91f4-48207857c720 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 HTTP/1.1" status: 200 len: 217 time: 0.0346529 Mar 01 17:04:11.377535 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f0d4525c-8df7-4fda-b381-a4cd05462b11 req-ff95d2cd-c031-4f20-8285-6c50cd42f227 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437555 Mar 01 17:04:11.386285 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04444289-326d-4a44-bbb5-4bbc325a2b74 req-f49054d0-f2e4-4834-a112-ee6784e41c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:11.387782 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-04444289-326d-4a44-bbb5-4bbc325a2b74 req-f49054d0-f2e4-4834-a112-ee6784e41c91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1576c47e-a363-42c8-b1bb-78954efa89be HTTP/1.1" status: 200 len: 850 time: 0.0486391 Mar 01 17:04:11.437815 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04444289-326d-4a44-bbb5-4bbc325a2b74 req-9005ca7e-40c4-4a57-8476-c54adfc0615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:11.449817 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-04444289-326d-4a44-bbb5-4bbc325a2b74 req-9005ca7e-40c4-4a57-8476-c54adfc0615c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6046e82-458d-4f62-9448-cbf1da4a132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450323 Mar 01 17:04:11.528341 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-04444289-326d-4a44-bbb5-4bbc325a2b74 req-87b4b2d9-ab56-4673-b99b-a17a7a437cbf service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822587 Mar 01 17:04:11.616949 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-04444289-326d-4a44-bbb5-4bbc325a2b74 req-fc9e621d-52e0-4d87-9d01-c4b606f9704f service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830865 Mar 01 17:04:12.500300 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebd948-c492-4afe-a2cf-c7dd577e1cfa req-f55d1e51-29db-4921-9e67-e1eba0c6771f tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:12.501777 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c1ebd948-c492-4afe-a2cf-c7dd577e1cfa req-f55d1e51-29db-4921-9e67-e1eba0c6771f tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 944 time: 0.0557632 Mar 01 17:04:12.551031 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c1ebd948-c492-4afe-a2cf-c7dd577e1cfa req-6f3fd838-2fb8-477f-b88e-671d427eb932 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436482 Mar 01 17:04:13.672991 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18749e-844e-4042-adb3-43da7f116d43 req-c98774e6-1865-4189-b143-446102648bcd tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:13.674484 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2e18749e-844e-4042-adb3-43da7f116d43 req-c98774e6-1865-4189-b143-446102648bcd tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 944 time: 0.0581024 Mar 01 17:04:13.680832 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-8cd35bd4-cb0c-46f6-b36c-87f86af4d1a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:13.724706 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2e18749e-844e-4042-adb3-43da7f116d43 req-acf1705e-fb22-4149-9c52-ddfe6d5dabc1 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443704 Mar 01 17:04:14.574314 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 58942) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:14.680986 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-de24fe51-0725-4dbd-81dd-91169f706128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:14.757690 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-de24fe51-0725-4dbd-81dd-91169f706128 admin admin] Publish callbacks [] for security_group (e9923874-f656-4db5-a450-d3d5aac2f05c), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:14.762211 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-de24fe51-0725-4dbd-81dd-91169f706128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (e9923874-f656-4db5-a450-d3d5aac2f05c), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:14.800245 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24fe51-0725-4dbd-81dd-91169f706128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9923874-f656-4db5-a450-d3d5aac2f05c,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:14.804453 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-de24fe51-0725-4dbd-81dd-91169f706128 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2cbaa00048ae486dbd7d1a16c67c15f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291145 Mar 01 17:04:14.807074 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 58948) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:14.854452 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3f181-584f-4877-9a39-6bc8047356ae req-f8a0bc14-7567-4f1e-8745-be1816892841 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:14.855737 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d0037089-43e9-4b34-be3d-c794a934a022 admin admin] Publish callbacks [] for security_group (e9923874-f656-4db5-a450-d3d5aac2f05c), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:14.856295 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-99e3f181-584f-4877-9a39-6bc8047356ae req-f8a0bc14-7567-4f1e-8745-be1816892841 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 944 time: 0.0609159 Mar 01 17:04:14.878270 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d0037089-43e9-4b34-be3d-c794a934a022 admin admin] Publish callbacks [] for security_group (e9923874-f656-4db5-a450-d3d5aac2f05c), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:14.905018 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-99e3f181-584f-4877-9a39-6bc8047356ae req-d2b3df77-c148-4d97-ac32-0b2e2fbd0ba2 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428474 Mar 01 17:04:14.939637 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d0037089-43e9-4b34-be3d-c794a934a022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (e9923874-f656-4db5-a450-d3d5aac2f05c), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:14.942555 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d0037089-43e9-4b34-be3d-c794a934a022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:14.943795 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-d0037089-43e9-4b34-be3d-c794a934a022 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e9923874-f656-4db5-a450-d3d5aac2f05c HTTP/1.1" status: 204 len: 168 time: 0.1357720 Mar 01 17:04:14.952109 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0037089-43e9-4b34-be3d-c794a934a022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9923874-f656-4db5-a450-d3d5aac2f05c,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:15.947905 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3da0759f-dde0-4a2e-a2e5-f5319f52089e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:16.044339 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee73998-6b74-4646-91a5-b767383247cd req-402d1b38-ba63-45d2-a424-769b173fdd28 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:16.046373 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0ee73998-6b74-4646-91a5-b767383247cd req-402d1b38-ba63-45d2-a424-769b173fdd28 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 944 time: 0.0556653 Mar 01 17:04:16.095258 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-0ee73998-6b74-4646-91a5-b767383247cd req-5a4ec4d2-8121-47a6-ba3f-d4762024a4b7 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427642 Mar 01 17:04:16.109421 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 17:04:16.965637 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:17.213645 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091db1be-cb39-44dd-acbf-2691a269beaf req-b75d4333-c97a-4bcc-8e86-1e733ac76c1e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:17.215058 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-091db1be-cb39-44dd-acbf-2691a269beaf req-b75d4333-c97a-4bcc-8e86-1e733ac76c1e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 944 time: 0.0520506 Mar 01 17:04:17.267894 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-091db1be-cb39-44dd-acbf-2691a269beaf req-a5edc215-476c-48fe-9c03-f9229778512a tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462861 Mar 01 17:04:17.999704 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 17:04:18.095698 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port c88f0215-33ab-4f38-a1b1-6fe5b42bdf53, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c88f0215-33ab-4f38-a1b1-6fe5b42bdf53,segment=NetworkSegment(d30029e1-fef4-4b84-9127-2a2720257a02),segment_id=d30029e1-fef4-4b84-9127-2a2720257a02)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:04:18.107411 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': 'c88f0215-33ab-4f38-a1b1-6fe5b42bdf53', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'port_id': 'c88f0215-33ab-4f38-a1b1-6fe5b42bdf53', 'mac_address': 'fa:16:3e:ce:33:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 17:04:18.147781 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:04:18.148169 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (c88f0215-33ab-4f38-a1b1-6fe5b42bdf53), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:18.161701 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 17:04:18.181887 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port c88f0215-33ab-4f38-a1b1-6fe5b42bdf53, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c88f0215-33ab-4f38-a1b1-6fe5b42bdf53,segment=NetworkSegment(d30029e1-fef4-4b84-9127-2a2720257a02),segment_id=d30029e1-fef4-4b84-9127-2a2720257a02)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:04:18.187072 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (c88f0215-33ab-4f38-a1b1-6fe5b42bdf53), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:18.235125 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=c88f0215-33ab-4f38-a1b1-6fe5b42bdf53,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:18.401023 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f868f-3b59-4b56-99a3-f4d40bdd2862 req-7c14afca-ff8f-400f-b224-e2fbde40c040 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:18.402726 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c13f868f-3b59-4b56-99a3-f4d40bdd2862 req-7c14afca-ff8f-400f-b224-e2fbde40c040 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 945 time: 0.0635834 Mar 01 17:04:18.412843 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['c88f0215-33ab-4f38-a1b1-6fe5b42bdf53'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 17:04:18.437251 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 58998) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:18.479932 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c13f868f-3b59-4b56-99a3-f4d40bdd2862 req-e09a5faf-1f38-477d-a162-3a7b88d35ef4 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707550 Mar 01 17:04:18.556427 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7d5574d3-a317-491c-9967-dbe2f252eab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:18.584022 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:18.633001 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7d5574d3-a317-491c-9967-dbe2f252eab9 admin admin] Publish callbacks [] for security_group (562355d8-6bed-4a8a-80e3-804501aca586), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:18.637203 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7d5574d3-a317-491c-9967-dbe2f252eab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (562355d8-6bed-4a8a-80e3-804501aca586), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:18.682899 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5574d3-a317-491c-9967-dbe2f252eab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562355d8-6bed-4a8a-80e3-804501aca586,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:18.688622 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-7d5574d3-a317-491c-9967-dbe2f252eab9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=863dde98f4e44cb294c3509c421697ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497211 Mar 01 17:04:18.691940 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59002) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:18.693218 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5574d3-a317-491c-9967-dbe2f252eab9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.693575 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5574d3-a317-491c-9967-dbe2f252eab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.694045 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5574d3-a317-491c-9967-dbe2f252eab9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.694396 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5574d3-a317-491c-9967-dbe2f252eab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.694736 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5574d3-a317-491c-9967-dbe2f252eab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.695070 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5574d3-a317-491c-9967-dbe2f252eab9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.695431 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5574d3-a317-491c-9967-dbe2f252eab9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.695771 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5574d3-a317-491c-9967-dbe2f252eab9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.696102 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5574d3-a317-491c-9967-dbe2f252eab9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.696434 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5574d3-a317-491c-9967-dbe2f252eab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.696763 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5574d3-a317-491c-9967-dbe2f252eab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.697086 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5574d3-a317-491c-9967-dbe2f252eab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.697410 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5574d3-a317-491c-9967-dbe2f252eab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.744390 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-8bafee5f-9cb7-4331-ab8e-ab4847a41222 admin admin] Publish callbacks [] for security_group (562355d8-6bed-4a8a-80e3-804501aca586), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:18.766476 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-8bafee5f-9cb7-4331-ab8e-ab4847a41222 admin admin] Publish callbacks [] for security_group (562355d8-6bed-4a8a-80e3-804501aca586), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:18.814046 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-8bafee5f-9cb7-4331-ab8e-ab4847a41222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (562355d8-6bed-4a8a-80e3-804501aca586), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:18.816595 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-8bafee5f-9cb7-4331-ab8e-ab4847a41222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:18.817752 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-8bafee5f-9cb7-4331-ab8e-ab4847a41222 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/562355d8-6bed-4a8a-80e3-804501aca586 HTTP/1.1" status: 204 len: 168 time: 0.1244168 Mar 01 17:04:18.825788 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafee5f-9cb7-4331-ab8e-ab4847a41222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562355d8-6bed-4a8a-80e3-804501aca586,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:18.833451 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafee5f-9cb7-4331-ab8e-ab4847a41222 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.833799 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafee5f-9cb7-4331-ab8e-ab4847a41222 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.834169 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafee5f-9cb7-4331-ab8e-ab4847a41222 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.834502 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafee5f-9cb7-4331-ab8e-ab4847a41222 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.834832 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafee5f-9cb7-4331-ab8e-ab4847a41222 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.835158 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafee5f-9cb7-4331-ab8e-ab4847a41222 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.835507 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafee5f-9cb7-4331-ab8e-ab4847a41222 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.835837 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafee5f-9cb7-4331-ab8e-ab4847a41222 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.836158 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafee5f-9cb7-4331-ab8e-ab4847a41222 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.836479 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafee5f-9cb7-4331-ab8e-ab4847a41222 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.836796 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafee5f-9cb7-4331-ab8e-ab4847a41222 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.837114 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafee5f-9cb7-4331-ab8e-ab4847a41222 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:18.837429 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bafee5f-9cb7-4331-ab8e-ab4847a41222 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:19.603253 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50b254-45a1-4e2b-b112-fdc95363a474 req-f4bd1994-f3e1-49c9-a2dc-4aea3479d7a4 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:19.604818 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8e50b254-45a1-4e2b-b112-fdc95363a474 req-f4bd1994-f3e1-49c9-a2dc-4aea3479d7a4 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 945 time: 0.0564311 Mar 01 17:04:19.658052 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8e50b254-45a1-4e2b-b112-fdc95363a474 req-56acab72-0dc3-4c94-97aa-9cf3b7b044a8 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469911 Mar 01 17:04:19.743769 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59068) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:19.894657 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:19.918787 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-7177edea-2152-415c-98de-fbc96d515240 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Deleting port f3278010-0b95-4129-af8d-85b33b073098 {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:04:19.919179 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7177edea-2152-415c-98de-fbc96d515240 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (f3278010-0b95-4129-af8d-85b33b073098), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:20.004249 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7177edea-2152-415c-98de-fbc96d515240 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (f3278010-0b95-4129-af8d-85b33b073098), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:20.004575 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7177edea-2152-415c-98de-fbc96d515240 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for floatingip (f3278010-0b95-4129-af8d-85b33b073098), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:20.017998 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-7177edea-2152-415c-98de-fbc96d515240 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Calling delete_port for f3278010-0b95-4129-af8d-85b33b073098 owned by network:floatingip {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:04:20.020634 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:04:20.186316 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7177edea-2152-415c-98de-fbc96d515240 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (f3278010-0b95-4129-af8d-85b33b073098), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:20.239010 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning for port c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 completed by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 17:04:20.241922 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177edea-2152-415c-98de-fbc96d515240 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Pushing event deleted for resources: {'Port': ['ID=f3278010-0b95-4129-af8d-85b33b073098,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:20.244637 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:04:20.245018 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (c88f0215-33ab-4f38-a1b1-6fe5b42bdf53), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:20.288932 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7177edea-2152-415c-98de-fbc96d515240 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for floatingip (d4af3341-6629-4b39-894e-c185e54655fc), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:20.289332 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.l3_db [None req-7177edea-2152-415c-98de-fbc96d515240 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Floating IP d4af3341-6629-4b39-894e-c185e54655fc disassociated (deleted). External IP: 172.27.0.167, port: 726488a0-39bc-4d94-a1b5-135fea000a37. Mar 01 17:04:20.336365 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:04:20.336755 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (c88f0215-33ab-4f38-a1b1-6fe5b42bdf53), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:20.365120 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d5bf81-6692-45b3-900e-b08e3fb33027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88f0215-33ab-4f38-a1b1-6fe5b42bdf53'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:04:20.367474 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95f6eaf-de0a-4064-ab36-ee0ac794520c" -d '{"events": [{"server_uuid": "07d5bf81-6692-45b3-900e-b08e3fb33027", "name": "network-vif-plugged", "status": "completed", "tag": "c88f0215-33ab-4f38-a1b1-6fe5b42bdf53"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:04:20.393699 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port c88f0215-33ab-4f38-a1b1-6fe5b42bdf53, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c88f0215-33ab-4f38-a1b1-6fe5b42bdf53,segment=NetworkSegment(d30029e1-fef4-4b84-9127-2a2720257a02),segment_id=d30029e1-fef4-4b84-9127-2a2720257a02)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:04:20.414229 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (c88f0215-33ab-4f38-a1b1-6fe5b42bdf53), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:20.442121 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19043d88-b30f-4a00-be0a-1dc55ad50f17 x-openstack-request-id: req-19043d88-b30f-4a00-be0a-1dc55ad50f17 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:04:20.443428 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d5bf81-6692-45b3-900e-b08e3fb33027", "name": "network-vif-plugged", "status": "completed", "tag": "c88f0215-33ab-4f38-a1b1-6fe5b42bdf53", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:04:20.444263 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-19043d88-b30f-4a00-be0a-1dc55ad50f17 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:04:20.445051 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d5bf81-6692-45b3-900e-b08e3fb33027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88f0215-33ab-4f38-a1b1-6fe5b42bdf53', 'code': 200} Mar 01 17:04:20.511957 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=c88f0215-33ab-4f38-a1b1-6fe5b42bdf53,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:20.560133 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7177edea-2152-415c-98de-fbc96d515240 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Router 852c87b0-e988-4e95-b86f-0d113748aa2d has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:04:20.716321 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7177edea-2152-415c-98de-fbc96d515240 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:04:20.722426 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7177edea-2152-415c-98de-fbc96d515240 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for floatingip (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:20.728978 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a256e0a-8bac-416f-8d6f-7257f916d2ed None None] Sync routers for ids ['852c87b0-e988-4e95-b86f-0d113748aa2d'] in dv-cinder-831247-2-iscsi {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:04:20.740939 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a256e0a-8bac-416f-8d6f-7257f916d2ed None None] Routers {'852c87b0-e988-4e95-b86f-0d113748aa2d'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:04:20.741641 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-1a256e0a-8bac-416f-8d6f-7257f916d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:04:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['852c87b0-e988-4e95-b86f-0d113748aa2d'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:20.782158 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198626b-8f82-4429-8f2c-1bc1ecf8b393 req-ce4feb64-817e-4d8b-bbee-51b368fe2d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:20.784203 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f198626b-8f82-4429-8f2c-1bc1ecf8b393 req-ce4feb64-817e-4d8b-bbee-51b368fe2d9e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 1130 time: 0.1261179 Mar 01 17:04:20.799430 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-7177edea-2152-415c-98de-fbc96d515240 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "DELETE /v2.0/floatingips/d4af3341-6629-4b39-894e-c185e54655fc HTTP/1.1" status: 204 len: 168 time: 1.0544868 Mar 01 17:04:20.802556 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90e9f98-d526-49ad-af9a-6224d69769cd', 'tag': '726488a0-39bc-4d94-a1b5-135fea000a37'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:04:20.804822 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74cd858-5a63-4183-9c61-1173b8872db4" -d '{"events": [{"name": "network-changed", "server_uuid": "e90e9f98-d526-49ad-af9a-6224d69769cd", "tag": "726488a0-39bc-4d94-a1b5-135fea000a37"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:04:20.851424 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d296d-2d66-472e-ae5f-809cde9c0bb9 req-6ed3eac5-2a01-4aad-a74d-3ae5047fd1ac tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:20.853001 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bd2d296d-2d66-472e-ae5f-809cde9c0bb9 req-6ed3eac5-2a01-4aad-a74d-3ae5047fd1ac tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 946 time: 0.1089926 Mar 01 17:04:20.862352 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f198626b-8f82-4429-8f2c-1bc1ecf8b393 req-24a69f19-b22b-442e-be72-968fd7735a25 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700247 Mar 01 17:04:20.873887 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-1a256e0a-8bac-416f-8d6f-7257f916d2ed None None] Set router 852c87b0-e988-4e95-b86f-0d113748aa2d gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:04:20.919528 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bd2d296d-2d66-472e-ae5f-809cde9c0bb9 req-87d3f870-b765-4551-b037-ce6993e5beeb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554941 Mar 01 17:04:20.970513 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 17:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b892956d-2dd5-4572-ba54-6c5ff7a1e5bc x-openstack-request-id: req-b892956d-2dd5-4572-ba54-6c5ff7a1e5bc {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:04:20.970816 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90e9f98-d526-49ad-af9a-6224d69769cd", "tag": "726488a0-39bc-4d94-a1b5-135fea000a37", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:04:20.971105 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b892956d-2dd5-4572-ba54-6c5ff7a1e5bc {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:04:20.971611 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90e9f98-d526-49ad-af9a-6224d69769cd', 'tag': '726488a0-39bc-4d94-a1b5-135fea000a37', 'status': 'completed', 'code': 200} Mar 01 17:04:21.063140 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4d644-b98b-4199-a5b8-90bb1a82a2cf req-037db6a3-daba-4315-b8ef-cee5c8a58959 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:21.064900 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a4b4d644-b98b-4199-a5b8-90bb1a82a2cf req-037db6a3-daba-4315-b8ef-cee5c8a58959 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0611036 Mar 01 17:04:21.121039 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a4b4d644-b98b-4199-a5b8-90bb1a82a2cf req-6ba7a09c-c5a8-49d6-935c-79cadc53a36a tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495014 Mar 01 17:04:21.126829 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-1a256e0a-8bac-416f-8d6f-7257f916d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'name': 'tempest-TestShelveInstance-2085297888-router', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:04Z', 'updated_at': '2022-03-01T16:59:11Z', 'revision_number': 4, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'gw_port': {'id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:05Z', 'updated_at': '2022-03-01T16:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': 'f1ec5c03-d1da-4c07-826a-5633325a1451', 'name': '', 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'mac_address': 'fa:16:3e:36:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '276412f6-7bd0-4c44-b6d9-29433bde89ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:09Z', 'updated_at': '2022-03-01T16:59:18Z', 'revision_number': 5, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'subnets': [{'id': '276412f6-7bd0-4c44-b6d9-29433bde89ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:21.161157 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a256e0a-8bac-416f-8d6f-7257f916d2ed None None] Checking router: 852c87b0-e988-4e95-b86f-0d113748aa2d for host: dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:04:21.171296 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a256e0a-8bac-416f-8d6f-7257f916d2ed None None] Routers {'852c87b0-e988-4e95-b86f-0d113748aa2d'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:04:21.172045 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-1a256e0a-8bac-416f-8d6f-7257f916d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:04:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['852c87b0-e988-4e95-b86f-0d113748aa2d'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:21.183511 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cd858-5a63-4183-9c61-1173b8872db4 req-0e93a115-16c7-46a9-a042-277466dccec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:21.186129 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c74cd858-5a63-4183-9c61-1173b8872db4 req-0e93a115-16c7-46a9-a042-277466dccec1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1eef3e17cdb486fb902ddcd3c534af3&device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 1130 time: 0.0576901 Mar 01 17:04:21.290536 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-1a256e0a-8bac-416f-8d6f-7257f916d2ed None None] Set router 852c87b0-e988-4e95-b86f-0d113748aa2d gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:04:21.291225 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cd858-5a63-4183-9c61-1173b8872db4 req-8ee7cd5a-8e71-478b-964a-e2be2cbeb5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:21.292831 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c74cd858-5a63-4183-9c61-1173b8872db4 req-8ee7cd5a-8e71-478b-964a-e2be2cbeb5d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=84483896-eec0-4508-9cae-080fd2f1aeff HTTP/1.1" status: 200 len: 910 time: 0.0978382 Mar 01 17:04:21.340426 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c74cd858-5a63-4183-9c61-1173b8872db4 req-936761df-7675-4f11-9849-b68bf06f1097 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=726488a0-39bc-4d94-a1b5-135fea000a37 HTTP/1.1" status: 200 len: 217 time: 0.0406871 Mar 01 17:04:21.396164 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cd858-5a63-4183-9c61-1173b8872db4 req-9d39a8e4-28a0-4df2-b375-b9414dacbc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:21.397703 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c74cd858-5a63-4183-9c61-1173b8872db4 req-9d39a8e4-28a0-4df2-b375-b9414dacbc77 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=276412f6-7bd0-4c44-b6d9-29433bde89ab HTTP/1.1" status: 200 len: 848 time: 0.0507457 Mar 01 17:04:21.451984 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cd858-5a63-4183-9c61-1173b8872db4 req-f6926695-ad6d-4777-94eb-157ef91bc3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:21.453587 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c74cd858-5a63-4183-9c61-1173b8872db4 req-f6926695-ad6d-4777-94eb-157ef91bc3d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=84483896-eec0-4508-9cae-080fd2f1aeff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477738 Mar 01 17:04:21.517452 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-1a256e0a-8bac-416f-8d6f-7257f916d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'name': 'tempest-TestShelveInstance-2085297888-router', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:04Z', 'updated_at': '2022-03-01T16:59:11Z', 'revision_number': 4, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'gw_port': {'id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:05Z', 'updated_at': '2022-03-01T16:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': 'f1ec5c03-d1da-4c07-826a-5633325a1451', 'name': '', 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'mac_address': 'fa:16:3e:36:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '276412f6-7bd0-4c44-b6d9-29433bde89ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:09Z', 'updated_at': '2022-03-01T16:59:18Z', 'revision_number': 5, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'subnets': [{'id': '276412f6-7bd0-4c44-b6d9-29433bde89ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:21.554191 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a256e0a-8bac-416f-8d6f-7257f916d2ed None None] The sync data for ids ['852c87b0-e988-4e95-b86f-0d113748aa2d'] in dv-cinder-831247-2-iscsi is: [{'id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'name': 'tempest-TestShelveInstance-2085297888-router', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:04Z', 'updated_at': '2022-03-01T16:59:11Z', 'revision_number': 4, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'gw_port': {'id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:05Z', 'updated_at': '2022-03-01T16:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': 'f1ec5c03-d1da-4c07-826a-5633325a1451', 'name': '', 'network_id': '84483896-eec0-4508-9cae-080fd2f1aeff', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'mac_address': 'fa:16:3e:36:03:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '276412f6-7bd0-4c44-b6d9-29433bde89ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:09Z', 'updated_at': '2022-03-01T16:59:18Z', 'revision_number': 5, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'subnets': [{'id': '276412f6-7bd0-4c44-b6d9-29433bde89ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:04:21.577479 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c74cd858-5a63-4183-9c61-1173b8872db4 req-7b9adb0e-85f2-4d28-87c3-09720b14fb58 service neutron] 10.222.0.37 "GET /v2.0/networks/84483896-eec0-4508-9cae-080fd2f1aeff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168683 Mar 01 17:04:21.682752 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c74cd858-5a63-4183-9c61-1173b8872db4 req-3cca52a5-aa30-42bf-bdef-a9b063f5786c service neutron] 10.222.0.37 "GET /v2.0/networks/84483896-eec0-4508-9cae-080fd2f1aeff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993071 Mar 01 17:04:21.790141 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ea9dcc-4d3e-40cc-8edc-6600a57e16ea None None] New status for floating IP d4af3341-6629-4b39-894e-c185e54655fc: DOWN {{(pid=103034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 17:04:22.056941 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcfc7c-2cec-4067-83e0-059801e9d6a2 req-b82b7d2c-6fb4-4dab-bc6d-7dbd0b255ca4 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:22.058401 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-28fcfc7c-2cec-4067-83e0-059801e9d6a2 req-b82b7d2c-6fb4-4dab-bc6d-7dbd0b255ca4 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 946 time: 0.0639119 Mar 01 17:04:22.113897 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-28fcfc7c-2cec-4067-83e0-059801e9d6a2 req-dde1a15d-e81b-46a8-9daf-acbc1a1874d7 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482681 Mar 01 17:04:22.243170 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c404aee-6346-4de1-afe3-3480fc1bd740 req-90e7d006-20dc-4cad-b758-a3e977892cbd tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:22.244685 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8c404aee-6346-4de1-afe3-3480fc1bd740 req-90e7d006-20dc-4cad-b758-a3e977892cbd tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0529363 Mar 01 17:04:22.298799 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8c404aee-6346-4de1-afe3-3480fc1bd740 req-bfe98aeb-3451-4253-992f-f41517ca6d89 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/security-groups?id=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482879 Mar 01 17:04:23.093116 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf58c04-78d9-4d3a-a289-11da08f02af3 req-3e40d388-c998-44c5-ba1f-e0792255b581 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:23.094540 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-abf58c04-78d9-4d3a-a289-11da08f02af3 req-3e40d388-c998-44c5-ba1f-e0792255b581 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.37 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 946 time: 0.0573652 Mar 01 17:04:23.225985 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-abf58c04-78d9-4d3a-a289-11da08f02af3 req-3d4bfa5e-7f7e-4c0e-8549-5b13d6a6ad52 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Deleting port 726488a0-39bc-4d94-a1b5-135fea000a37 {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:04:23.226320 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-abf58c04-78d9-4d3a-a289-11da08f02af3 req-3d4bfa5e-7f7e-4c0e-8549-5b13d6a6ad52 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (726488a0-39bc-4d94-a1b5-135fea000a37), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:23.306950 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29b70f-5dc9-468b-b665-e952b2dff212 req-6c5a7877-b4c6-4338-8ed2-87acf2fd563a tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:23.308443 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa29b70f-5dc9-468b-b665-e952b2dff212 req-6c5a7877-b4c6-4338-8ed2-87acf2fd563a tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 946 time: 0.1170244 Mar 01 17:04:23.349968 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-abf58c04-78d9-4d3a-a289-11da08f02af3 req-3d4bfa5e-7f7e-4c0e-8549-5b13d6a6ad52 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] For port 726488a0-39bc-4d94-a1b5-135fea000a37, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=726488a0-39bc-4d94-a1b5-135fea000a37,segment=NetworkSegment(aecf5d8d-76dc-4986-98db-c9d5d6ceb80f),segment_id=aecf5d8d-76dc-4986-98db-c9d5d6ceb80f)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:04:23.350335 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-abf58c04-78d9-4d3a-a289-11da08f02af3 req-3d4bfa5e-7f7e-4c0e-8549-5b13d6a6ad52 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (726488a0-39bc-4d94-a1b5-135fea000a37), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:23.374088 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-abf58c04-78d9-4d3a-a289-11da08f02af3 req-3d4bfa5e-7f7e-4c0e-8549-5b13d6a6ad52 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Calling delete_port for 726488a0-39bc-4d94-a1b5-135fea000a37 owned by compute:nova {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:04:23.409475 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-aa29b70f-5dc9-468b-b665-e952b2dff212 req-ba033ff8-2807-4eb8-92f9-1fd33fbcee56 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928435 Mar 01 17:04:23.570739 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-abf58c04-78d9-4d3a-a289-11da08f02af3 req-3d4bfa5e-7f7e-4c0e-8549-5b13d6a6ad52 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (726488a0-39bc-4d94-a1b5-135fea000a37), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:23.610543 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4bfa5e-7f7e-4c0e-8549-5b13d6a6ad52 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Pushing event deleted for resources: {'Port': ['ID=726488a0-39bc-4d94-a1b5-135fea000a37,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:23.611124 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f01562fb-13a7-4306-a045-bd80b68bcce7 req-cfb4ba1f-43a4-4b15-90a0-7b6d2b5f3d3a tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "GET /v2.0/ports?device_id=e90e9f98-d526-49ad-af9a-6224d69769cd HTTP/1.1" status: 200 len: 210 time: 0.0354700 Mar 01 17:04:23.626156 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faea47-b5a1-477b-af32-2e8848f54944 req-ab916680-a062-4ef0-a043-af97b566fc73 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:23.627751 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-30faea47-b5a1-477b-af32-2e8848f54944 req-ab916680-a062-4ef0-a043-af97b566fc73 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 946 time: 0.1345201 Mar 01 17:04:23.675385 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf58c04-78d9-4d3a-a289-11da08f02af3 req-3d4bfa5e-7f7e-4c0e-8549-5b13d6a6ad52 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] No DVR routers for this DVR port 726488a0-39bc-4d94-a1b5-135fea000a37 on host hv-cinder-83124 {{(pid=103032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:04:23.682436 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-abf58c04-78d9-4d3a-a289-11da08f02af3 req-3d4bfa5e-7f7e-4c0e-8549-5b13d6a6ad52 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:23.686273 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-abf58c04-78d9-4d3a-a289-11da08f02af3 req-3d4bfa5e-7f7e-4c0e-8549-5b13d6a6ad52 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.37 "DELETE /v2.0/ports/726488a0-39bc-4d94-a1b5-135fea000a37 HTTP/1.1" status: 204 len: 173 time: 0.5859487 Mar 01 17:04:23.686734 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90e9f98-d526-49ad-af9a-6224d69769cd', 'name': 'network-vif-deleted', 'tag': '726488a0-39bc-4d94-a1b5-135fea000a37'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:04:23.689033 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40d09c9-a579-4f80-bc0e-0a16621dcc1d" -d '{"events": [{"server_uuid": "e90e9f98-d526-49ad-af9a-6224d69769cd", "name": "network-vif-deleted", "tag": "726488a0-39bc-4d94-a1b5-135fea000a37"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:04:23.728599 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036f9f71-9c76-4d71-a90b-71cbc1cda9d9 x-openstack-request-id: req-036f9f71-9c76-4d71-a90b-71cbc1cda9d9 {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:04:23.728957 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90e9f98-d526-49ad-af9a-6224d69769cd", "name": "network-vif-deleted", "tag": "726488a0-39bc-4d94-a1b5-135fea000a37", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:04:23.729274 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-036f9f71-9c76-4d71-a90b-71cbc1cda9d9 {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:04:23.729750 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90e9f98-d526-49ad-af9a-6224d69769cd', 'name': 'network-vif-deleted', 'tag': '726488a0-39bc-4d94-a1b5-135fea000a37', 'status': 'completed', 'code': 200} Mar 01 17:04:23.739532 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-30faea47-b5a1-477b-af32-2e8848f54944 req-eaa0b09f-c15e-4ba3-b305-f6ef2a1b9f6a tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933025 Mar 01 17:04:23.764746 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59142) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:23.810002 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d103c061-57cb-4e0c-86b7-417fd67edc14 tempest-TestVolumeBootPattern-346417256 tempest-TestVolumeBootPattern-346417256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:23.811545 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-d103c061-57cb-4e0c-86b7-417fd67edc14 tempest-TestVolumeBootPattern-346417256 tempest-TestVolumeBootPattern-346417256-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 1125 time: 0.0453668 Mar 01 17:04:23.814305 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59144) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:23.818459 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-e3b681ff-72dd-4e04-b5d3-258f846aea99 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Request body: {'floatingip': {'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'port_id': 'c88f0215-33ab-4f38-a1b1-6fe5b42bdf53', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:04:23.837239 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e3b681ff-72dd-4e04-b5d3-258f846aea99 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:23.955516 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e3b681ff-72dd-4e04-b5d3-258f846aea99 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:24.093545 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [None req-e3b681ff-72dd-4e04-b5d3-258f846aea99 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Allocated IP 172.27.0.234 (e6ae233f-293e-41a5-ad0b-5fc845cdb59d/f57a09de-5442-447f-9fd0-ed63e9a7467a/d12c2274-7ba5-46a9-95bd-92f400eb48b3) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:04:24.226189 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e3b681ff-72dd-4e04-b5d3-258f846aea99 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for port (d12c2274-7ba5-46a9-95bd-92f400eb48b3), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:24.262925 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e3b681ff-72dd-4e04-b5d3-258f846aea99 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (d12c2274-7ba5-46a9-95bd-92f400eb48b3), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:24.306733 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b681ff-72dd-4e04-b5d3-258f846aea99 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:04:24.310168 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-e3b681ff-72dd-4e04-b5d3-258f846aea99 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:04:24.313664 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b681ff-72dd-4e04-b5d3-258f846aea99 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:04:24.341068 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b681ff-72dd-4e04-b5d3-258f846aea99 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event updated for resources: {'Port': ['ID=d12c2274-7ba5-46a9-95bd-92f400eb48b3,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:24.582240 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a8816-eb63-4cf0-a212-bbc71448e6dd req-3e584c24-dfc4-4b81-8775-8fd2b89ff759 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:24.583748 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1c8a8816-eb63-4cf0-a212-bbc71448e6dd req-3e584c24-dfc4-4b81-8775-8fd2b89ff759 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dcfc880-35aa-46b4-910f-5bafdf7a3681 HTTP/1.1" status: 200 len: 945 time: 0.0570321 Mar 01 17:04:24.642994 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1c8a8816-eb63-4cf0-a212-bbc71448e6dd req-7f6d51f3-591a-479c-9b0b-e8bca3d04d6e tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa44da6-7bcf-4abf-94bf-9dcce5474a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529780 Mar 01 17:04:24.666622 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59168) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:24.725676 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-16a1f091-c7e8-4404-96d4-bc1021c62455 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group (953537d0-e2ac-4c00-98f8-6b0f64eb6bd2), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:24.745348 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e3b681ff-72dd-4e04-b5d3-258f846aea99 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for floatingip (8d17d474-e252-4953-8cf9-58e138432e1c), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:24.754916 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-16a1f091-c7e8-4404-96d4-bc1021c62455 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group (953537d0-e2ac-4c00-98f8-6b0f64eb6bd2), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:24.823517 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e3b681ff-72dd-4e04-b5d3-258f846aea99 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (d12c2274-7ba5-46a9-95bd-92f400eb48b3), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:24.824048 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-16a1f091-c7e8-4404-96d4-bc1021c62455 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (953537d0-e2ac-4c00-98f8-6b0f64eb6bd2), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:24.826835 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-16a1f091-c7e8-4404-96d4-bc1021c62455 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:24.830533 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-16a1f091-c7e8-4404-96d4-bc1021c62455 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] 10.222.0.55 "DELETE /v2.0/security-groups/953537d0-e2ac-4c00-98f8-6b0f64eb6bd2 HTTP/1.1" status: 204 len: 168 time: 0.1604280 Mar 01 17:04:24.837201 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1f091-c7e8-4404-96d4-bc1021c62455 tempest-TestShelveInstance-542327098 tempest-TestShelveInstance-542327098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=953537d0-e2ac-4c00-98f8-6b0f64eb6bd2,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:24.877161 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59172) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:25.009980 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e3b681ff-72dd-4e04-b5d3-258f846aea99 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for port (d12c2274-7ba5-46a9-95bd-92f400eb48b3), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:25.016193 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e3b681ff-72dd-4e04-b5d3-258f846aea99 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090074'] for port (d12c2274-7ba5-46a9-95bd-92f400eb48b3), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:25.142396 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b681ff-72dd-4e04-b5d3-258f846aea99 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event updated for resources: {'Port': ['ID=d12c2274-7ba5-46a9-95bd-92f400eb48b3,revision_number=2']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:25.155334 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e3b681ff-72dd-4e04-b5d3-258f846aea99 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688646'] for floatingip (8d17d474-e252-4953-8cf9-58e138432e1c), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:25.354291 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.db.l3_db [None req-e3b681ff-72dd-4e04-b5d3-258f846aea99 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Floating IP 8d17d474-e252-4953-8cf9-58e138432e1c associated. External IP: 172.27.0.234, port: c88f0215-33ab-4f38-a1b1-6fe5b42bdf53. Mar 01 17:04:25.987180 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b681ff-72dd-4e04-b5d3-258f846aea99 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Router b48f479a-35a5-43fe-b608-11c65a0f81cd has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:04:26.033723 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b5a70-00a6-406f-8e1d-c05894a53cf9 req-4b374db7-d37a-4947-b54d-e0b6b5fdede6 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:26.035302 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a21b5a70-00a6-406f-8e1d-c05894a53cf9 req-4b374db7-d37a-4947-b54d-e0b6b5fdede6 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dcfc880-35aa-46b4-910f-5bafdf7a3681 HTTP/1.1" status: 200 len: 945 time: 0.1226389 Mar 01 17:04:26.060723 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 726488a0-39bc-4d94-a1b5-135fea000a37 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:04:26.081755 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] No Port match for: 726488a0-39bc-4d94-a1b5-135fea000a37 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:04:26.082111 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 726488a0-39bc-4d94-a1b5-135fea000a37 not bound to the agent host hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:04:26.172918 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-874fb88b-6b2e-4796-8749-fbe2c19bdb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690182'] for router_interface (852c87b0-e988-4e95-b86f-0d113748aa2d), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:26.214871 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-a21b5a70-00a6-406f-8e1d-c05894a53cf9 req-11712607-432e-4086-947f-3eb48f1f655a tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa44da6-7bcf-4abf-94bf-9dcce5474a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734810 Mar 01 17:04:26.244690 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b681ff-72dd-4e04-b5d3-258f846aea99 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:04:26.260528 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab197bf-3ddf-4153-9e2a-f8f547a9e68b None None] Sync routers for ids ['b48f479a-35a5-43fe-b608-11c65a0f81cd'] in dv-cinder-831247-2-iscsi {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:04:26.271532 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab197bf-3ddf-4153-9e2a-f8f547a9e68b None None] Routers {'b48f479a-35a5-43fe-b608-11c65a0f81cd'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:04:26.272141 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-7ab197bf-3ddf-4153-9e2a-f8f547a9e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:04:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['b48f479a-35a5-43fe-b608-11c65a0f81cd'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:26.300001 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444741c3-34ed-4fae-90e5-272382ef1d12 req-f1e06e75-be62-4a72-bc68-983ab477c34e tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:26.301090 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e3b681ff-72dd-4e04-b5d3-258f846aea99 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for floatingip (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:26.302420 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-444741c3-34ed-4fae-90e5-272382ef1d12 req-f1e06e75-be62-4a72-bc68-983ab477c34e tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.37 "GET /v2.0/ports?device_id=2dcfc880-35aa-46b4-910f-5bafdf7a3681 HTTP/1.1" status: 200 len: 945 time: 0.0630913 Mar 01 17:04:26.344896 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-e3b681ff-72dd-4e04-b5d3-258f846aea99 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5295789 Mar 01 17:04:26.346493 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d5bf81-6692-45b3-900e-b08e3fb33027', 'tag': 'c88f0215-33ab-4f38-a1b1-6fe5b42bdf53'}] {{(pid=103033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:04:26.348734 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dddadf24ac110f9ada54727228b3474a86f75cc3561f1e1b47b1deb8a3f97d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8978aad0-e4f3-4bcb-99b7-dc5b594793ae" -d '{"events": [{"name": "network-changed", "server_uuid": "07d5bf81-6692-45b3-900e-b08e3fb33027", "tag": "c88f0215-33ab-4f38-a1b1-6fe5b42bdf53"}]}' {{(pid=103033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:04:26.406966 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-7ab197bf-3ddf-4153-9e2a-f8f547a9e68b None None] Set router b48f479a-35a5-43fe-b608-11c65a0f81cd gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:04:26.417883 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 17:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbe3302-9f35-45c4-a70c-908ae1b61533 x-openstack-request-id: req-9fbe3302-9f35-45c4-a70c-908ae1b61533 {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:04:26.418312 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d5bf81-6692-45b3-900e-b08e3fb33027", "tag": "c88f0215-33ab-4f38-a1b1-6fe5b42bdf53", "status": "completed", "code": 200}]} {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:04:26.419210 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9fbe3302-9f35-45c4-a70c-908ae1b61533 {{(pid=103033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:04:26.420019 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d5bf81-6692-45b3-900e-b08e3fb33027', 'tag': 'c88f0215-33ab-4f38-a1b1-6fe5b42bdf53', 'status': 'completed', 'code': 200} Mar 01 17:04:26.482778 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-444741c3-34ed-4fae-90e5-272382ef1d12 req-d0b9b051-ed79-4e75-a63f-1f0c4689e730 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Deleting port dc6c06a5-ff78-4c9a-a6f9-793094d7440d {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:04:26.483139 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-444741c3-34ed-4fae-90e5-272382ef1d12 req-d0b9b051-ed79-4e75-a63f-1f0c4689e730 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (dc6c06a5-ff78-4c9a-a6f9-793094d7440d), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:26.540710 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-874fb88b-6b2e-4796-8749-fbe2c19bdb34 admin admin] Deleting port f1ec5c03-d1da-4c07-826a-5633325a1451 {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:04:26.541143 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-874fb88b-6b2e-4796-8749-fbe2c19bdb34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (f1ec5c03-d1da-4c07-826a-5633325a1451), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:26.551456 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978aad0-e4f3-4bcb-99b7-dc5b594793ae req-724c1fd7-bfff-4adf-891e-7b202768e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:26.555390 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8978aad0-e4f3-4bcb-99b7-dc5b594793ae req-724c1fd7-bfff-4adf-891e-7b202768e630 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfbb9521b0ae41719a30a1935a4cbf87&device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 1130 time: 0.1176937 Mar 01 17:04:26.633962 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [None req-874fb88b-6b2e-4796-8749-fbe2c19bdb34 admin admin] For port f1ec5c03-d1da-4c07-826a-5633325a1451, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=f1ec5c03-d1da-4c07-826a-5633325a1451,segment=NetworkSegment(aecf5d8d-76dc-4986-98db-c9d5d6ceb80f),segment_id=aecf5d8d-76dc-4986-98db-c9d5d6ceb80f)] {{(pid=103033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:04:26.634740 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-874fb88b-6b2e-4796-8749-fbe2c19bdb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (f1ec5c03-d1da-4c07-826a-5633325a1451), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:26.645061 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-7ab197bf-3ddf-4153-9e2a-f8f547a9e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': '8d17d474-e252-4953-8cf9-58e138432e1c', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'port_id': 'c88f0215-33ab-4f38-a1b1-6fe5b42bdf53', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'mac_address': 'fa:16:3e:ce:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d5bf81-6692-45b3-900e-b08e3fb33027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:04:24Z', 'updated_at': '2022-03-01T17:04:24Z', 'revision_number': 0, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:20Z', 'revision_number': 5, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:26.647742 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-874fb88b-6b2e-4796-8749-fbe2c19bdb34 admin admin] Calling delete_port for f1ec5c03-d1da-4c07-826a-5633325a1451 owned by network:router_interface {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:04:26.649225 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-444741c3-34ed-4fae-90e5-272382ef1d12 req-d0b9b051-ed79-4e75-a63f-1f0c4689e730 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] For port dc6c06a5-ff78-4c9a-a6f9-793094d7440d, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=dc6c06a5-ff78-4c9a-a6f9-793094d7440d,segment=NetworkSegment(85dcf473-5016-4172-8bce-dde363bfd863),segment_id=85dcf473-5016-4172-8bce-dde363bfd863)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:04:26.649667 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-444741c3-34ed-4fae-90e5-272382ef1d12 req-d0b9b051-ed79-4e75-a63f-1f0c4689e730 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (dc6c06a5-ff78-4c9a-a6f9-793094d7440d), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:26.673078 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab197bf-3ddf-4153-9e2a-f8f547a9e68b None None] Checking router: b48f479a-35a5-43fe-b608-11c65a0f81cd for host: dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:04:26.681644 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab197bf-3ddf-4153-9e2a-f8f547a9e68b None None] Routers {'b48f479a-35a5-43fe-b608-11c65a0f81cd'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:04:26.682246 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-7ab197bf-3ddf-4153-9e2a-f8f547a9e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:04:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['b48f479a-35a5-43fe-b608-11c65a0f81cd'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:26.720009 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978aad0-e4f3-4bcb-99b7-dc5b594793ae req-714b59df-cdda-424a-b525-21ec5bd22f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:26.721590 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8978aad0-e4f3-4bcb-99b7-dc5b594793ae req-714b59df-cdda-424a-b525-21ec5bd22f93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6046e82-458d-4f62-9448-cbf1da4a132e HTTP/1.1" status: 200 len: 912 time: 0.1618872 Mar 01 17:04:26.800104 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-7ab197bf-3ddf-4153-9e2a-f8f547a9e68b None None] Set router b48f479a-35a5-43fe-b608-11c65a0f81cd gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:04:26.875019 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-874fb88b-6b2e-4796-8749-fbe2c19bdb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (f1ec5c03-d1da-4c07-826a-5633325a1451), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:26.930380 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874fb88b-6b2e-4796-8749-fbe2c19bdb34 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ec5c03-d1da-4c07-826a-5633325a1451,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:27.136267 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8978aad0-e4f3-4bcb-99b7-dc5b594793ae req-6ad2558e-758a-44f0-9654-161f7cd8a952 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 HTTP/1.1" status: 200 len: 1000 time: 0.4063332 Mar 01 17:04:27.156086 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-874fb88b-6b2e-4796-8749-fbe2c19bdb34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690026'] for router_interface (852c87b0-e988-4e95-b86f-0d113748aa2d), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:27.156682 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-7ab197bf-3ddf-4153-9e2a-f8f547a9e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': '8d17d474-e252-4953-8cf9-58e138432e1c', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'port_id': 'c88f0215-33ab-4f38-a1b1-6fe5b42bdf53', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'mac_address': 'fa:16:3e:ce:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d5bf81-6692-45b3-900e-b08e3fb33027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:04:24Z', 'updated_at': '2022-03-01T17:04:24Z', 'revision_number': 0, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:20Z', 'revision_number': 5, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:27.185390 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab197bf-3ddf-4153-9e2a-f8f547a9e68b None None] The sync data for ids ['b48f479a-35a5-43fe-b608-11c65a0f81cd'] in dv-cinder-831247-2-iscsi is: [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': '8d17d474-e252-4953-8cf9-58e138432e1c', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'port_id': 'c88f0215-33ab-4f38-a1b1-6fe5b42bdf53', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'mac_address': 'fa:16:3e:ce:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d5bf81-6692-45b3-900e-b08e3fb33027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:04:24Z', 'updated_at': '2022-03-01T17:04:24Z', 'revision_number': 0, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:20Z', 'revision_number': 5, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:04:27.249768 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-444741c3-34ed-4fae-90e5-272382ef1d12 req-d0b9b051-ed79-4e75-a63f-1f0c4689e730 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:27.250214 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-444741c3-34ed-4fae-90e5-272382ef1d12 req-d0b9b051-ed79-4e75-a63f-1f0c4689e730 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688646'] for floatingip (9400ff63-285b-4489-8437-f2d4e64b8d18), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:27.250608 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.db.l3_db [req-444741c3-34ed-4fae-90e5-272382ef1d12 req-d0b9b051-ed79-4e75-a63f-1f0c4689e730 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Floating IP 9400ff63-285b-4489-8437-f2d4e64b8d18 disassociated. External IP: 172.27.0.2, port: dc6c06a5-ff78-4c9a-a6f9-793094d7440d. Mar 01 17:04:27.251349 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-444741c3-34ed-4fae-90e5-272382ef1d12 req-d0b9b051-ed79-4e75-a63f-1f0c4689e730 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Calling delete_port for dc6c06a5-ff78-4c9a-a6f9-793094d7440d owned by compute:nova {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:04:27.278917 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978aad0-e4f3-4bcb-99b7-dc5b594793ae req-2a498a55-d5df-47d3-8839-0cb32bf61e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:27.280635 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8978aad0-e4f3-4bcb-99b7-dc5b594793ae req-2a498a55-d5df-47d3-8839-0cb32bf61e97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1576c47e-a363-42c8-b1bb-78954efa89be HTTP/1.1" status: 200 len: 850 time: 0.1354358 Mar 01 17:04:27.384888 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978aad0-e4f3-4bcb-99b7-dc5b594793ae req-f3940186-282b-46fb-971a-8934f5fe8805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:27.386835 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8978aad0-e4f3-4bcb-99b7-dc5b594793ae req-f3940186-282b-46fb-971a-8934f5fe8805 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6046e82-458d-4f62-9448-cbf1da4a132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768869 Mar 01 17:04:27.462505 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d4eb9-ef6e-4486-b466-2bbc92a858c9 req-cc8a4ebc-a113-4b0a-82c1-90f4748c9eb0 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:27.465153 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-185d4eb9-ef6e-4486-b466-2bbc92a858c9 req-cc8a4ebc-a113-4b0a-82c1-90f4748c9eb0 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/ports?device_id=2dcfc880-35aa-46b4-910f-5bafdf7a3681 HTTP/1.1" status: 200 len: 945 time: 0.1313283 Mar 01 17:04:27.475523 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fc92a2-3455-4b21-af03-c261d8d8ed65 None None] New status for floating IP 8d17d474-e252-4953-8cf9-58e138432e1c: ACTIVE {{(pid=103034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 17:04:27.504617 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874fb88b-6b2e-4796-8749-fbe2c19bdb34 admin admin] Router 852c87b0-e988-4e95-b86f-0d113748aa2d has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:04:27.541501 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-444741c3-34ed-4fae-90e5-272382ef1d12 req-d0b9b051-ed79-4e75-a63f-1f0c4689e730 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (dc6c06a5-ff78-4c9a-a6f9-793094d7440d), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:27.607833 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9b051-ed79-4e75-a63f-1f0c4689e730 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Pushing event deleted for resources: {'Port': ['ID=dc6c06a5-ff78-4c9a-a6f9-793094d7440d,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:27.662418 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8978aad0-e4f3-4bcb-99b7-dc5b594793ae req-d73a791f-6224-46ec-bf44-2a04910aa9f7 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656727 Mar 01 17:04:27.665031 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-185d4eb9-ef6e-4486-b466-2bbc92a858c9 req-86bd889e-8baf-4542-8d7b-c9f09d7c563c tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups?id=dfa44da6-7bcf-4abf-94bf-9dcce5474a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932025 Mar 01 17:04:27.688578 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874fb88b-6b2e-4796-8749-fbe2c19bdb34 admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:04:27.698454 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-874fb88b-6b2e-4796-8749-fbe2c19bdb34 admin admin] 10.222.0.55 "PUT /v2.0/routers/852c87b0-e988-4e95-b86f-0d113748aa2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8202522 Mar 01 17:04:27.701291 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59190) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:27.707007 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605280ad-4605-4361-913c-ca779ff47190 None None] Sync routers for ids ['852c87b0-e988-4e95-b86f-0d113748aa2d'] in dv-cinder-831247-2-iscsi {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:04:27.717782 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605280ad-4605-4361-913c-ca779ff47190 None None] Routers {'852c87b0-e988-4e95-b86f-0d113748aa2d'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:04:27.718455 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-605280ad-4605-4361-913c-ca779ff47190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:04:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['852c87b0-e988-4e95-b86f-0d113748aa2d'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:27.832647 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-98eb99cf-3280-4976-94aa-176ad97a2457 admin admin] Publish callbacks [] for router (852c87b0-e988-4e95-b86f-0d113748aa2d), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:27.836248 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-605280ad-4605-4361-913c-ca779ff47190 None None] Set router 852c87b0-e988-4e95-b86f-0d113748aa2d gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:04:27.838113 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8978aad0-e4f3-4bcb-99b7-dc5b594793ae req-fdd1f05a-f6c6-470a-a053-2414239da998 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666131 Mar 01 17:04:27.842699 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-444741c3-34ed-4fae-90e5-272382ef1d12 req-d0b9b051-ed79-4e75-a63f-1f0c4689e730 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Router 27aff728-5039-4780-aee3-d6bffc318582 has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:04:27.956239 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-98eb99cf-3280-4976-94aa-176ad97a2457 admin admin] Publish callbacks [] for router_gateway (852c87b0-e988-4e95-b86f-0d113748aa2d), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:27.978162 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-444741c3-34ed-4fae-90e5-272382ef1d12 req-d0b9b051-ed79-4e75-a63f-1f0c4689e730 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:04:27.987904 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75924711-efda-4071-8733-1764877dd599 None None] Sync routers for ids ['27aff728-5039-4780-aee3-d6bffc318582'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:04:28.018699 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75924711-efda-4071-8733-1764877dd599 None None] Routers {'27aff728-5039-4780-aee3-d6bffc318582'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:04:28.020138 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-75924711-efda-4071-8733-1764877dd599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:04:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['27aff728-5039-4780-aee3-d6bffc318582'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:28.040312 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-444741c3-34ed-4fae-90e5-272382ef1d12 req-d0b9b051-ed79-4e75-a63f-1f0c4689e730 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] No DVR routers for this DVR port dc6c06a5-ff78-4c9a-a6f9-793094d7440d on host hv-cinder-83124 {{(pid=103032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:04:28.042937 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-444741c3-34ed-4fae-90e5-272382ef1d12 req-d0b9b051-ed79-4e75-a63f-1f0c4689e730 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:28.048091 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-444741c3-34ed-4fae-90e5-272382ef1d12 req-d0b9b051-ed79-4e75-a63f-1f0c4689e730 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.37 "DELETE /v2.0/ports/dc6c06a5-ff78-4c9a-a6f9-793094d7440d HTTP/1.1" status: 204 len: 173 time: 1.7397113 Mar 01 17:04:28.048575 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcfc880-35aa-46b4-910f-5bafdf7a3681', 'name': 'network-vif-deleted', 'tag': 'dc6c06a5-ff78-4c9a-a6f9-793094d7440d'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:04:28.051051 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-605280ad-4605-4361-913c-ca779ff47190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'name': 'tempest-TestShelveInstance-2085297888-router', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:04Z', 'updated_at': '2022-03-01T17:04:26Z', 'revision_number': 5, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'gw_port': {'id': 'a3d8ae30-6fce-410f-90ee-1edd5b592673', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:6c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:05Z', 'updated_at': '2022-03-01T16:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:28.055923 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc54d17-24fc-460d-ad90-b3554d3eb3b6" -d '{"events": [{"server_uuid": "2dcfc880-35aa-46b4-910f-5bafdf7a3681", "name": "network-vif-deleted", "tag": "dc6c06a5-ff78-4c9a-a6f9-793094d7440d"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:04:28.078851 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-98eb99cf-3280-4976-94aa-176ad97a2457 admin admin] Deleting port a3d8ae30-6fce-410f-90ee-1edd5b592673 {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:04:28.079197 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-98eb99cf-3280-4976-94aa-176ad97a2457 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (a3d8ae30-6fce-410f-90ee-1edd5b592673), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:28.085115 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605280ad-4605-4361-913c-ca779ff47190 None None] Checking router: 852c87b0-e988-4e95-b86f-0d113748aa2d for host: dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:04:28.098689 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605280ad-4605-4361-913c-ca779ff47190 None None] Routers {'852c87b0-e988-4e95-b86f-0d113748aa2d'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:04:28.099391 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-605280ad-4605-4361-913c-ca779ff47190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:04:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['852c87b0-e988-4e95-b86f-0d113748aa2d'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:28.118134 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe8f4cf-08c8-404a-87ee-0801dc8b4042 x-openstack-request-id: req-8fe8f4cf-08c8-404a-87ee-0801dc8b4042 {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:04:28.118826 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcfc880-35aa-46b4-910f-5bafdf7a3681", "name": "network-vif-deleted", "tag": "dc6c06a5-ff78-4c9a-a6f9-793094d7440d", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:04:28.119261 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8fe8f4cf-08c8-404a-87ee-0801dc8b4042 {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:04:28.119847 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcfc880-35aa-46b4-910f-5bafdf7a3681', 'name': 'network-vif-deleted', 'tag': 'dc6c06a5-ff78-4c9a-a6f9-793094d7440d', 'status': 'completed', 'code': 200} Mar 01 17:04:28.216578 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-605280ad-4605-4361-913c-ca779ff47190 None None] Set router 852c87b0-e988-4e95-b86f-0d113748aa2d gateway port host: None {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:04:28.228140 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [None req-98eb99cf-3280-4976-94aa-176ad97a2457 admin admin] For port a3d8ae30-6fce-410f-90ee-1edd5b592673, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=a3d8ae30-6fce-410f-90ee-1edd5b592673,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:04:28.228843 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-98eb99cf-3280-4976-94aa-176ad97a2457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (a3d8ae30-6fce-410f-90ee-1edd5b592673), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:28.247646 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-98eb99cf-3280-4976-94aa-176ad97a2457 admin admin] Calling delete_port for a3d8ae30-6fce-410f-90ee-1edd5b592673 owned by network:router_gateway {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:04:28.259406 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-75924711-efda-4071-8733-1764877dd599 None None] Set router 27aff728-5039-4780-aee3-d6bffc318582 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:04:28.275481 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-605280ad-4605-4361-913c-ca779ff47190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'name': 'tempest-TestShelveInstance-2085297888-router', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:04Z', 'updated_at': '2022-03-01T17:04:27Z', 'revision_number': 6, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'gw_port_host': None}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:28.305034 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605280ad-4605-4361-913c-ca779ff47190 None None] The sync data for ids ['852c87b0-e988-4e95-b86f-0d113748aa2d'] in dv-cinder-831247-2-iscsi is: [{'id': '852c87b0-e988-4e95-b86f-0d113748aa2d', 'name': 'tempest-TestShelveInstance-2085297888-router', 'tenant_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:04Z', 'updated_at': '2022-03-01T17:04:27Z', 'revision_number': 6, 'project_id': 'b1eef3e17cdb486fb902ddcd3c534af3', 'gw_port_host': None}] {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:04:28.435239 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-98eb99cf-3280-4976-94aa-176ad97a2457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (a3d8ae30-6fce-410f-90ee-1edd5b592673), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:28.464507 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb99cf-3280-4976-94aa-176ad97a2457 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d8ae30-6fce-410f-90ee-1edd5b592673,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:28.491210 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-75924711-efda-4071-8733-1764877dd599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aff728-5039-4780-aee3-d6bffc318582', 'name': 'tempest-AttachVolumeTestJSON-1968584390-router', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:10Z', 'revision_number': 4, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'gw_port': {'id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '7528e416-9121-4c74-b44b-884cb4669be5', 'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'mac_address': 'fa:16:3e:8b:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '12945aae-7d6d-4457-b922-e55760c246fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:09Z', 'updated_at': '2022-03-01T17:00:15Z', 'revision_number': 5, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'subnets': [{'id': '12945aae-7d6d-4457-b922-e55760c246fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:28.531734 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75924711-efda-4071-8733-1764877dd599 None None] Checking router: 27aff728-5039-4780-aee3-d6bffc318582 for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:04:28.541772 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-98eb99cf-3280-4976-94aa-176ad97a2457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688584'] for router_gateway (852c87b0-e988-4e95-b86f-0d113748aa2d), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:28.549526 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75924711-efda-4071-8733-1764877dd599 None None] Routers {'27aff728-5039-4780-aee3-d6bffc318582'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:04:28.550139 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-75924711-efda-4071-8733-1764877dd599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:04:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['27aff728-5039-4780-aee3-d6bffc318582'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:28.691244 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-98eb99cf-3280-4976-94aa-176ad97a2457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3699224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523531'] for router (852c87b0-e988-4e95-b86f-0d113748aa2d), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:28.695006 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-98eb99cf-3280-4976-94aa-176ad97a2457 admin admin] Publish callbacks [] for router_controller (852c87b0-e988-4e95-b86f-0d113748aa2d), precommit_delete_associations {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:28.734534 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-75924711-efda-4071-8733-1764877dd599 None None] Set router 27aff728-5039-4780-aee3-d6bffc318582 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:04:28.769394 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-98eb99cf-3280-4976-94aa-176ad97a2457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3699235'] for router (852c87b0-e988-4e95-b86f-0d113748aa2d), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:28.770158 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98eb99cf-3280-4976-94aa-176ad97a2457 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 852c87b0-e988-4e95-b86f-0d113748aa2d {{(pid=103033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 17:04:28.786180 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-98eb99cf-3280-4976-94aa-176ad97a2457 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:28.789651 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-98eb99cf-3280-4976-94aa-176ad97a2457 admin admin] 10.222.0.55 "DELETE /v2.0/routers/852c87b0-e988-4e95-b86f-0d113748aa2d HTTP/1.1" status: 204 len: 168 time: 1.0850859 Mar 01 17:04:28.790035 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59198) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:28.874504 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcff9b98-789e-425e-9d55-13363cff3f40 admin admin] Deleting subnet 276412f6-7bd0-4c44-b6d9-29433bde89ab {{(pid=103032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 17:04:28.879069 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-bcff9b98-789e-425e-9d55-13363cff3f40 admin admin] Publish callbacks [] for subnet (276412f6-7bd0-4c44-b6d9-29433bde89ab), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:28.933809 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-bcff9b98-789e-425e-9d55-13363cff3f40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12091598'] for subnet (276412f6-7bd0-4c44-b6d9-29433bde89ab), precommit_delete_associations {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.008934 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59202) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:29.058523 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-75924711-efda-4071-8733-1764877dd599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aff728-5039-4780-aee3-d6bffc318582', 'name': 'tempest-AttachVolumeTestJSON-1968584390-router', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:10Z', 'revision_number': 4, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'gw_port': {'id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '7528e416-9121-4c74-b44b-884cb4669be5', 'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'mac_address': 'fa:16:3e:8b:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '12945aae-7d6d-4457-b922-e55760c246fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:09Z', 'updated_at': '2022-03-01T17:00:15Z', 'revision_number': 5, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'subnets': [{'id': '12945aae-7d6d-4457-b922-e55760c246fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:29.070590 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-bcff9b98-789e-425e-9d55-13363cff3f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824678'] for subnet (276412f6-7bd0-4c44-b6d9-29433bde89ab), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.089327 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75924711-efda-4071-8733-1764877dd599 None None] The sync data for ids ['27aff728-5039-4780-aee3-d6bffc318582'] in dv-cinder-831247-2-iscsi is: [{'id': '27aff728-5039-4780-aee3-d6bffc318582', 'name': 'tempest-AttachVolumeTestJSON-1968584390-router', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:10Z', 'revision_number': 4, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'gw_port': {'id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '7528e416-9121-4c74-b44b-884cb4669be5', 'name': '', 'network_id': '8781eac9-aa85-4a72-b5b3-6da62a18282a', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'mac_address': 'fa:16:3e:8b:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '12945aae-7d6d-4457-b922-e55760c246fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:09Z', 'updated_at': '2022-03-01T17:00:15Z', 'revision_number': 5, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'subnets': [{'id': '12945aae-7d6d-4457-b922-e55760c246fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:04:29.095666 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-156bdee9-414d-4ffe-83c8-ee271d072d17 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group (dfa44da6-7bcf-4abf-94bf-9dcce5474a6c), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.145282 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-bcff9b98-789e-425e-9d55-13363cff3f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12092201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12089742'] for subnet (276412f6-7bd0-4c44-b6d9-29433bde89ab), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.146393 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-156bdee9-414d-4ffe-83c8-ee271d072d17 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group (dfa44da6-7bcf-4abf-94bf-9dcce5474a6c), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.189799 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff9b98-789e-425e-9d55-13363cff3f40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=276412f6-7bd0-4c44-b6d9-29433bde89ab,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:29.194413 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-bcff9b98-789e-425e-9d55-13363cff3f40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.200853 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef065c64-0597-4b2c-bced-5d3931cf7b36 None None] Network 84483896-eec0-4508-9cae-080fd2f1aeff requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:04:29.208696 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-bcff9b98-789e-425e-9d55-13363cff3f40 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/276412f6-7bd0-4c44-b6d9-29433bde89ab HTTP/1.1" status: 204 len: 168 time: 0.4175410 Mar 01 17:04:29.211062 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59204) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:29.246784 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-156bdee9-414d-4ffe-83c8-ee271d072d17 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (dfa44da6-7bcf-4abf-94bf-9dcce5474a6c), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.249891 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-156bdee9-414d-4ffe-83c8-ee271d072d17 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.254261 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-156bdee9-414d-4ffe-83c8-ee271d072d17 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "DELETE /v2.0/security-groups/dfa44da6-7bcf-4abf-94bf-9dcce5474a6c HTTP/1.1" status: 204 len: 168 time: 0.2441466 Mar 01 17:04:29.254891 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59206) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:29.280757 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bdee9-414d-4ffe-83c8-ee271d072d17 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa44da6-7bcf-4abf-94bf-9dcce5474a6c,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:29.288727 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.api.v2.resource [None req-a6b25c3d-b157-44f0-87a8-944420a1c9fd tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] show failed (client error): The resource could not be found. Mar 01 17:04:29.292936 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-a6b25c3d-b157-44f0-87a8-944420a1c9fd tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "GET /v2.0/security-groups/dfa44da6-7bcf-4abf-94bf-9dcce5474a6c HTTP/1.1" status: 404 len: 347 time: 0.0253263 Mar 01 17:04:29.293536 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59208) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:29.313504 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-62a10e33-2ae7-4717-9602-5abd554733ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896669'] for network (84483896-eec0-4508-9cae-080fd2f1aeff), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.392262 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-62a10e33-2ae7-4717-9602-5abd554733ec admin admin] Deleting port 0417f6b6-c73c-4e25-b103-81785df6576e {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:04:29.392262 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-62a10e33-2ae7-4717-9602-5abd554733ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (0417f6b6-c73c-4e25-b103-81785df6576e), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.457473 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-47fc80d3-a18f-49b8-a0fd-0b9f66a56158 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Deleting port a881784d-8f4a-4936-8a0a-ec557dc0cd74 {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:04:29.457824 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-47fc80d3-a18f-49b8-a0fd-0b9f66a56158 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (a881784d-8f4a-4936-8a0a-ec557dc0cd74), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.499777 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [None req-62a10e33-2ae7-4717-9602-5abd554733ec admin admin] For port 0417f6b6-c73c-4e25-b103-81785df6576e, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=0417f6b6-c73c-4e25-b103-81785df6576e,segment=NetworkSegment(aecf5d8d-76dc-4986-98db-c9d5d6ceb80f),segment_id=aecf5d8d-76dc-4986-98db-c9d5d6ceb80f)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:04:29.500288 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-62a10e33-2ae7-4717-9602-5abd554733ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (0417f6b6-c73c-4e25-b103-81785df6576e), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.506179 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a78852f-1539-42f6-b37b-07471989aaa1 None None] DHCP port deletion for 84483896-eec0-4508-9cae-080fd2f1aeff request from dv-cinder-831247-2-iscsi {{(pid=103034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 17:04:29.540784 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-62a10e33-2ae7-4717-9602-5abd554733ec admin admin] Calling delete_port for 0417f6b6-c73c-4e25-b103-81785df6576e owned by network:dhcp {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:04:29.594920 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-47fc80d3-a18f-49b8-a0fd-0b9f66a56158 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (a881784d-8f4a-4936-8a0a-ec557dc0cd74), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.595253 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-47fc80d3-a18f-49b8-a0fd-0b9f66a56158 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for floatingip (a881784d-8f4a-4936-8a0a-ec557dc0cd74), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.625217 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-4a78852f-1539-42f6-b37b-07471989aaa1 None None] Deleting port 0417f6b6-c73c-4e25-b103-81785df6576e {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:04:29.625605 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4a78852f-1539-42f6-b37b-07471989aaa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (0417f6b6-c73c-4e25-b103-81785df6576e), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.626065 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-47fc80d3-a18f-49b8-a0fd-0b9f66a56158 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Calling delete_port for a881784d-8f4a-4936-8a0a-ec557dc0cd74 owned by network:floatingip {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:04:29.710472 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device a3d8ae30-6fce-410f-90ee-1edd5b592673 no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:04:29.720435 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-62a10e33-2ae7-4717-9602-5abd554733ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (0417f6b6-c73c-4e25-b103-81785df6576e), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.746100 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: a3d8ae30-6fce-410f-90ee-1edd5b592673 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:04:29.746680 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device a3d8ae30-6fce-410f-90ee-1edd5b592673 not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:04:29.747250 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device f1ec5c03-d1da-4c07-826a-5633325a1451 no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:04:29.756292 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6881784a-470f-4648-97c7-923e0db8c1cf None None] New status for floating IP 9400ff63-285b-4489-8437-f2d4e64b8d18: DOWN {{(pid=103035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 17:04:29.765665 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a10e33-2ae7-4717-9602-5abd554733ec admin admin] Pushing event deleted for resources: {'Port': ['ID=0417f6b6-c73c-4e25-b103-81785df6576e,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:29.767521 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a10e33-2ae7-4717-9602-5abd554733ec admin admin] No DVR routers for this DVR port 0417f6b6-c73c-4e25-b103-81785df6576e on host dv-cinder-831247-2-iscsi {{(pid=103032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:04:29.775367 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: f1ec5c03-d1da-4c07-826a-5633325a1451 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:04:29.775367 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device f1ec5c03-d1da-4c07-826a-5633325a1451 not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:04:29.775367 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 0417f6b6-c73c-4e25-b103-81785df6576e no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:04:29.782630 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-4a78852f-1539-42f6-b37b-07471989aaa1 None None] For port 0417f6b6-c73c-4e25-b103-81785df6576e, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=0417f6b6-c73c-4e25-b103-81785df6576e,segment=NetworkSegment(aecf5d8d-76dc-4986-98db-c9d5d6ceb80f),segment_id=aecf5d8d-76dc-4986-98db-c9d5d6ceb80f)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:04:29.783034 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4a78852f-1539-42f6-b37b-07471989aaa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (0417f6b6-c73c-4e25-b103-81785df6576e), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.806571 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: 0417f6b6-c73c-4e25-b103-81785df6576e {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:04:29.806923 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 0417f6b6-c73c-4e25-b103-81785df6576e not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:04:29.816320 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-4a78852f-1539-42f6-b37b-07471989aaa1 None None] Calling delete_port for 0417f6b6-c73c-4e25-b103-81785df6576e owned by network:dhcp {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:04:29.847919 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-62a10e33-2ae7-4717-9602-5abd554733ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986525', 'neutron.services.segments.db._delete_segments_for_network-8740453540253'] for network (84483896-eec0-4508-9cae-080fd2f1aeff), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.854871 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-47fc80d3-a18f-49b8-a0fd-0b9f66a56158 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (a881784d-8f4a-4936-8a0a-ec557dc0cd74), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.872015 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.services.segments.db [None req-62a10e33-2ae7-4717-9602-5abd554733ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84483896-eec0-4508-9cae-080fd2f1aeff']}} {{(pid=103032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:29.883382 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.services.segments.db [None req-62a10e33-2ae7-4717-9602-5abd554733ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aecf5d8d-76dc-4986-98db-c9d5d6ceb80f') {'for_net_delete': True} {{(pid=103032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:29.884119 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.services.segments.db [None req-62a10e33-2ae7-4717-9602-5abd554733ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aecf5d8d-76dc-4986-98db-c9d5d6ceb80f') {} {{(pid=103032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:29.889401 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc80d3-a18f-49b8-a0fd-0b9f66a56158 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Pushing event deleted for resources: {'Port': ['ID=a881784d-8f4a-4936-8a0a-ec557dc0cd74,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:29.892324 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron_lib.db.api [None req-6881784a-470f-4648-97c7-923e0db8c1cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103035) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 17:04:29.892811 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG oslo_db.api [None req-6881784a-470f-4648-97c7-923e0db8c1cf None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 17:04:29.906156 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-62a10e33-2ae7-4717-9602-5abd554733ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740453543078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12091609'] for segment (aecf5d8d-76dc-4986-98db-c9d5d6ceb80f), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.914810 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4a78852f-1539-42f6-b37b-07471989aaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188'] for port (0417f6b6-c73c-4e25-b103-81785df6576e), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.921883 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-62a10e33-2ae7-4717-9602-5abd554733ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (aecf5d8d-76dc-4986-98db-c9d5d6ceb80f), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.928641 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a10e33-2ae7-4717-9602-5abd554733ec admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 17:04:29.929024 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-62a10e33-2ae7-4717-9602-5abd554733ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12092407'] for segment (aecf5d8d-76dc-4986-98db-c9d5d6ceb80f), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: Traceback (most recent call last): Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: timer() Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: cb(*args, **kw) Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: return func(*args, **kwargs) Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: self._notify() Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: self.callback(batched_events) Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: event.method(event) Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: return f(self, *a, **k) Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: return self._get(url).json() Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: return self.request(url, 'GET', **kwargs) Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 17:04:29.930772 dv-cinder-831247-2-iscsi neutron-server[103032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 17:04:29.941081 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78852f-1539-42f6-b37b-07471989aaa1 None None] Pushing event deleted for resources: {'Port': ['ID=0417f6b6-c73c-4e25-b103-81785df6576e,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:29.950445 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a78852f-1539-42f6-b37b-07471989aaa1 None None] No DVR routers for this DVR port 0417f6b6-c73c-4e25-b103-81785df6576e on host dv-cinder-831247-2-iscsi {{(pid=103034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:04:29.955074 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78852f-1539-42f6-b37b-07471989aaa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:29.955477 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78852f-1539-42f6-b37b-07471989aaa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:29.955865 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78852f-1539-42f6-b37b-07471989aaa1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:29.956213 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78852f-1539-42f6-b37b-07471989aaa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:29.956546 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78852f-1539-42f6-b37b-07471989aaa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:29.956876 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78852f-1539-42f6-b37b-07471989aaa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:29.957202 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78852f-1539-42f6-b37b-07471989aaa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:29.957834 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78852f-1539-42f6-b37b-07471989aaa1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:29.962585 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78852f-1539-42f6-b37b-07471989aaa1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:29.963108 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78852f-1539-42f6-b37b-07471989aaa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:29.963487 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78852f-1539-42f6-b37b-07471989aaa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:29.963850 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78852f-1539-42f6-b37b-07471989aaa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:29.964281 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78852f-1539-42f6-b37b-07471989aaa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:04:29.976177 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-47fc80d3-a18f-49b8-a0fd-0b9f66a56158 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks [] for floatingip (9400ff63-285b-4489-8437-f2d4e64b8d18), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.978755 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-47fc80d3-a18f-49b8-a0fd-0b9f66a56158 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for floatingip (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:29.982903 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-47fc80d3-a18f-49b8-a0fd-0b9f66a56158 tempest-AttachVolumeTestJSON-574329200 tempest-AttachVolumeTestJSON-574329200-project] 10.222.0.55 "DELETE /v2.0/floatingips/9400ff63-285b-4489-8437-f2d4e64b8d18 HTTP/1.1" status: 204 len: 168 time: 0.6854963 Mar 01 17:04:30.008089 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-62a10e33-2ae7-4717-9602-5abd554733ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688628'] for network (84483896-eec0-4508-9cae-080fd2f1aeff), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:30.025529 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-62a10e33-2ae7-4717-9602-5abd554733ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:30.029071 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-62a10e33-2ae7-4717-9602-5abd554733ec admin admin] 10.222.0.55 "DELETE /v2.0/networks/84483896-eec0-4508-9cae-080fd2f1aeff HTTP/1.1" status: 204 len: 168 time: 0.8169901 Mar 01 17:04:30.030585 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a10e33-2ae7-4717-9602-5abd554733ec admin admin] Pushing event deleted for resources: {'Network': ['ID=84483896-eec0-4508-9cae-080fd2f1aeff,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:30.032042 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59214) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:30.060337 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device dc6c06a5-ff78-4c9a-a6f9-793094d7440d no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:04:30.085854 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] No Port match for: dc6c06a5-ff78-4c9a-a6f9-793094d7440d {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:04:30.085854 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device dc6c06a5-ff78-4c9a-a6f9-793094d7440d not bound to the agent host hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:04:30.392605 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-819f0615-07e7-4f75-bb55-5002cc210207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690182'] for router_interface (6247adc2-1e54-4281-83ac-4f85c7607fb9), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:30.395697 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6881784a-470f-4648-97c7-923e0db8c1cf None None] New status for floating IP 9400ff63-285b-4489-8437-f2d4e64b8d18: DOWN {{(pid=103035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 17:04:30.642507 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-819f0615-07e7-4f75-bb55-5002cc210207 admin admin] Deleting port 843e462e-46bf-43f1-b418-66f4edf3461a {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:04:30.642870 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-819f0615-07e7-4f75-bb55-5002cc210207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (843e462e-46bf-43f1-b418-66f4edf3461a), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:30.719498 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [None req-819f0615-07e7-4f75-bb55-5002cc210207 admin admin] For port 843e462e-46bf-43f1-b418-66f4edf3461a, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=843e462e-46bf-43f1-b418-66f4edf3461a,segment=NetworkSegment(784864d6-fbc9-4f99-998d-105388d803ed),segment_id=784864d6-fbc9-4f99-998d-105388d803ed)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:04:30.719871 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-819f0615-07e7-4f75-bb55-5002cc210207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (843e462e-46bf-43f1-b418-66f4edf3461a), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:30.732044 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-819f0615-07e7-4f75-bb55-5002cc210207 admin admin] Calling delete_port for 843e462e-46bf-43f1-b418-66f4edf3461a owned by network:router_interface {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:04:30.915701 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-819f0615-07e7-4f75-bb55-5002cc210207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (843e462e-46bf-43f1-b418-66f4edf3461a), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:30.940100 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f0615-07e7-4f75-bb55-5002cc210207 admin admin] Pushing event deleted for resources: {'Port': ['ID=843e462e-46bf-43f1-b418-66f4edf3461a,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:31.108883 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-819f0615-07e7-4f75-bb55-5002cc210207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690026'] for router_interface (6247adc2-1e54-4281-83ac-4f85c7607fb9), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:31.327240 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819f0615-07e7-4f75-bb55-5002cc210207 admin admin] Router 6247adc2-1e54-4281-83ac-4f85c7607fb9 has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:04:31.437196 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819f0615-07e7-4f75-bb55-5002cc210207 admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:04:31.442109 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-819f0615-07e7-4f75-bb55-5002cc210207 admin admin] 10.222.0.55 "PUT /v2.0/routers/6247adc2-1e54-4281-83ac-4f85c7607fb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4090793 Mar 01 17:04:31.445381 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59238) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:31.448536 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faee66b9-0cd9-402f-9913-7cdf44782eb1 None None] Sync routers for ids ['6247adc2-1e54-4281-83ac-4f85c7607fb9'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:04:31.458282 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee66b9-0cd9-402f-9913-7cdf44782eb1 None None] Routers {'6247adc2-1e54-4281-83ac-4f85c7607fb9'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:04:31.458892 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-faee66b9-0cd9-402f-9913-7cdf44782eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:04:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['6247adc2-1e54-4281-83ac-4f85c7607fb9'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:31.553489 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3c3a465e-1daa-4177-91c1-da36d0ea342b admin admin] Publish callbacks [] for router (6247adc2-1e54-4281-83ac-4f85c7607fb9), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:31.571732 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-faee66b9-0cd9-402f-9913-7cdf44782eb1 None None] Set router 6247adc2-1e54-4281-83ac-4f85c7607fb9 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:04:31.909782 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-faee66b9-0cd9-402f-9913-7cdf44782eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6247adc2-1e54-4281-83ac-4f85c7607fb9', 'name': 'tempest-TestShelveInstance-1673306576-router', 'tenant_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '7e3790a6-320f-4727-81a6-49a00ab6efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:16Z', 'updated_at': '2022-03-01T17:04:30Z', 'revision_number': 5, 'project_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'gw_port': {'id': '7e3790a6-320f-4727-81a6-49a00ab6efbe', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247adc2-1e54-4281-83ac-4f85c7607fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:16Z', 'updated_at': '2022-03-01T16:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:31.936246 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faee66b9-0cd9-402f-9913-7cdf44782eb1 None None] Checking router: 6247adc2-1e54-4281-83ac-4f85c7607fb9 for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:04:31.938476 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3c3a465e-1daa-4177-91c1-da36d0ea342b admin admin] Publish callbacks [] for router_gateway (6247adc2-1e54-4281-83ac-4f85c7607fb9), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:31.944890 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee66b9-0cd9-402f-9913-7cdf44782eb1 None None] Routers {'6247adc2-1e54-4281-83ac-4f85c7607fb9'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:04:31.945344 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-faee66b9-0cd9-402f-9913-7cdf44782eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:04:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['6247adc2-1e54-4281-83ac-4f85c7607fb9'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:31.991347 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a465e-1daa-4177-91c1-da36d0ea342b admin admin] Deleting port 7e3790a6-320f-4727-81a6-49a00ab6efbe {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:04:31.991804 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3c3a465e-1daa-4177-91c1-da36d0ea342b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (7e3790a6-320f-4727-81a6-49a00ab6efbe), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:32.006762 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:32.067460 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-faee66b9-0cd9-402f-9913-7cdf44782eb1 None None] Set router 6247adc2-1e54-4281-83ac-4f85c7607fb9 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:04:32.068889 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [None req-3c3a465e-1daa-4177-91c1-da36d0ea342b admin admin] For port 7e3790a6-320f-4727-81a6-49a00ab6efbe, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=7e3790a6-320f-4727-81a6-49a00ab6efbe,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:04:32.069260 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3c3a465e-1daa-4177-91c1-da36d0ea342b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (7e3790a6-320f-4727-81a6-49a00ab6efbe), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:32.082144 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a465e-1daa-4177-91c1-da36d0ea342b admin admin] Calling delete_port for 7e3790a6-320f-4727-81a6-49a00ab6efbe owned by network:router_gateway {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:04:32.257804 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-faee66b9-0cd9-402f-9913-7cdf44782eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6247adc2-1e54-4281-83ac-4f85c7607fb9', 'name': 'tempest-TestShelveInstance-1673306576-router', 'tenant_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '7e3790a6-320f-4727-81a6-49a00ab6efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:16Z', 'updated_at': '2022-03-01T17:04:30Z', 'revision_number': 5, 'project_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'gw_port': {'id': '7e3790a6-320f-4727-81a6-49a00ab6efbe', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247adc2-1e54-4281-83ac-4f85c7607fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:16Z', 'updated_at': '2022-03-01T16:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:32.262285 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3c3a465e-1daa-4177-91c1-da36d0ea342b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (7e3790a6-320f-4727-81a6-49a00ab6efbe), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:32.286789 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faee66b9-0cd9-402f-9913-7cdf44782eb1 None None] The sync data for ids ['6247adc2-1e54-4281-83ac-4f85c7607fb9'] in dv-cinder-831247-2-iscsi is: [{'id': '6247adc2-1e54-4281-83ac-4f85c7607fb9', 'name': 'tempest-TestShelveInstance-1673306576-router', 'tenant_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '7e3790a6-320f-4727-81a6-49a00ab6efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T16:59:16Z', 'updated_at': '2022-03-01T17:04:30Z', 'revision_number': 5, 'project_id': 'a18d85a6cb384b13a7e928ffed4c118d', 'gw_port': {'id': '7e3790a6-320f-4727-81a6-49a00ab6efbe', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6247adc2-1e54-4281-83ac-4f85c7607fb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T16:59:16Z', 'updated_at': '2022-03-01T16:59:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:04:32.288327 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a465e-1daa-4177-91c1-da36d0ea342b admin admin] Pushing event deleted for resources: {'Port': ['ID=7e3790a6-320f-4727-81a6-49a00ab6efbe,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:32.354797 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3c3a465e-1daa-4177-91c1-da36d0ea342b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688584'] for router_gateway (6247adc2-1e54-4281-83ac-4f85c7607fb9), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:32.452884 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3c3a465e-1daa-4177-91c1-da36d0ea342b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3699224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523531'] for router (6247adc2-1e54-4281-83ac-4f85c7607fb9), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:32.455029 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3c3a465e-1daa-4177-91c1-da36d0ea342b admin admin] Publish callbacks [] for router_controller (6247adc2-1e54-4281-83ac-4f85c7607fb9), precommit_delete_associations {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:32.501923 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3c3a465e-1daa-4177-91c1-da36d0ea342b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3699235'] for router (6247adc2-1e54-4281-83ac-4f85c7607fb9), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:32.502407 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3a465e-1daa-4177-91c1-da36d0ea342b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6247adc2-1e54-4281-83ac-4f85c7607fb9 {{(pid=103032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 17:04:32.507450 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3c3a465e-1daa-4177-91c1-da36d0ea342b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:32.508672 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-3c3a465e-1daa-4177-91c1-da36d0ea342b admin admin] 10.222.0.55 "DELETE /v2.0/routers/6247adc2-1e54-4281-83ac-4f85c7607fb9 HTTP/1.1" status: 204 len: 168 time: 1.0623589 Mar 01 17:04:32.511200 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59252) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:32.556617 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e59d2d1-5224-4ba9-83f2-8d7e7a4e4f09 admin admin] Deleting subnet ec945748-1418-424f-8c37-5b5ac48f1117 {{(pid=103032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 17:04:32.560083 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6e59d2d1-5224-4ba9-83f2-8d7e7a4e4f09 admin admin] Publish callbacks [] for subnet (ec945748-1418-424f-8c37-5b5ac48f1117), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:32.594893 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6e59d2d1-5224-4ba9-83f2-8d7e7a4e4f09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12091598'] for subnet (ec945748-1418-424f-8c37-5b5ac48f1117), precommit_delete_associations {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:32.673806 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6e59d2d1-5224-4ba9-83f2-8d7e7a4e4f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824678'] for subnet (ec945748-1418-424f-8c37-5b5ac48f1117), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:32.730661 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6e59d2d1-5224-4ba9-83f2-8d7e7a4e4f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12092201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12089742'] for subnet (ec945748-1418-424f-8c37-5b5ac48f1117), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:32.757309 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59d2d1-5224-4ba9-83f2-8d7e7a4e4f09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec945748-1418-424f-8c37-5b5ac48f1117,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:32.760776 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-6e59d2d1-5224-4ba9-83f2-8d7e7a4e4f09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:32.766379 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-6e59d2d1-5224-4ba9-83f2-8d7e7a4e4f09 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ec945748-1418-424f-8c37-5b5ac48f1117 HTTP/1.1" status: 204 len: 168 time: 0.2520263 Mar 01 17:04:32.766745 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59256) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:32.774987 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2064bf83-3e65-440d-a927-1e24f90ea484 None None] Network 14fd9a44-f2d2-47ba-815e-00cdcfe073b9 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:04:32.957020 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f2a687-463c-4971-8fad-50f65552319c None None] DHCP port deletion for 14fd9a44-f2d2-47ba-815e-00cdcfe073b9 request from dv-cinder-831247-2-iscsi {{(pid=103034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 17:04:33.013280 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-f4f2a687-463c-4971-8fad-50f65552319c None None] Deleting port 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd {{(pid=103034) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:04:33.013280 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a687-463c-4971-8fad-50f65552319c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (4dee832d-05ea-4ed2-b0d3-1bd328dad8dd), before_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:33.078154 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-f4f2a687-463c-4971-8fad-50f65552319c None None] For port 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=4dee832d-05ea-4ed2-b0d3-1bd328dad8dd,segment=NetworkSegment(784864d6-fbc9-4f99-998d-105388d803ed),segment_id=784864d6-fbc9-4f99-998d-105388d803ed)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:04:33.078558 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a687-463c-4971-8fad-50f65552319c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (4dee832d-05ea-4ed2-b0d3-1bd328dad8dd), precommit_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:33.095684 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-f4f2a687-463c-4971-8fad-50f65552319c None None] Calling delete_port for 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd owned by network:dhcp {{(pid=103034) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:04:33.099412 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6d9f6655-2ab3-451b-837c-a4e28d797f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896669'] for network (14fd9a44-f2d2-47ba-815e-00cdcfe073b9), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:33.152265 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f6655-2ab3-451b-837c-a4e28d797f75 admin admin] Deleting port 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:04:33.153192 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6d9f6655-2ab3-451b-837c-a4e28d797f75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (4dee832d-05ea-4ed2-b0d3-1bd328dad8dd), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:33.175192 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a687-463c-4971-8fad-50f65552319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188'] for port (4dee832d-05ea-4ed2-b0d3-1bd328dad8dd), after_delete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:33.202284 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2a687-463c-4971-8fad-50f65552319c None None] Pushing event deleted for resources: {'Port': ['ID=4dee832d-05ea-4ed2-b0d3-1bd328dad8dd,revision_number=None']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:33.204104 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f2a687-463c-4971-8fad-50f65552319c None None] No DVR routers for this DVR port 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd on host dv-cinder-831247-2-iscsi {{(pid=103034) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:04:33.219468 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [None req-6d9f6655-2ab3-451b-837c-a4e28d797f75 admin admin] For port 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=4dee832d-05ea-4ed2-b0d3-1bd328dad8dd,segment=NetworkSegment(784864d6-fbc9-4f99-998d-105388d803ed),segment_id=784864d6-fbc9-4f99-998d-105388d803ed)] {{(pid=103033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:04:33.219839 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6d9f6655-2ab3-451b-837c-a4e28d797f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (4dee832d-05ea-4ed2-b0d3-1bd328dad8dd), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:33.232575 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f6655-2ab3-451b-837c-a4e28d797f75 admin admin] Calling delete_port for 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd owned by network:dhcp {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:04:33.313295 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6d9f6655-2ab3-451b-837c-a4e28d797f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (4dee832d-05ea-4ed2-b0d3-1bd328dad8dd), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:33.339365 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f6655-2ab3-451b-837c-a4e28d797f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dee832d-05ea-4ed2-b0d3-1bd328dad8dd,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:33.343476 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9f6655-2ab3-451b-837c-a4e28d797f75 admin admin] No DVR routers for this DVR port 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd on host dv-cinder-831247-2-iscsi {{(pid=103033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:04:33.416617 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6d9f6655-2ab3-451b-837c-a4e28d797f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986525', 'neutron.services.segments.db._delete_segments_for_network-8740453540253'] for network (14fd9a44-f2d2-47ba-815e-00cdcfe073b9), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:33.437197 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-6d9f6655-2ab3-451b-837c-a4e28d797f75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fd9a44-f2d2-47ba-815e-00cdcfe073b9']}} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:33.447302 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-6d9f6655-2ab3-451b-837c-a4e28d797f75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784864d6-fbc9-4f99-998d-105388d803ed') {'for_net_delete': True} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:33.447654 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-6d9f6655-2ab3-451b-837c-a4e28d797f75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784864d6-fbc9-4f99-998d-105388d803ed') {} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:33.458400 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6d9f6655-2ab3-451b-837c-a4e28d797f75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740453543078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12140833'] for segment (784864d6-fbc9-4f99-998d-105388d803ed), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:33.473189 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6d9f6655-2ab3-451b-837c-a4e28d797f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (784864d6-fbc9-4f99-998d-105388d803ed), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:33.482527 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9f6655-2ab3-451b-837c-a4e28d797f75 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 17:04:33.482928 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6d9f6655-2ab3-451b-837c-a4e28d797f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12089918'] for segment (784864d6-fbc9-4f99-998d-105388d803ed), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: self.session.flush() Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: self.session.flush() Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: self.session.flush() Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: self.session.flush() Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: Traceback (most recent call last): Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: timer() Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: cb(*args, **kw) Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: return func(*args, **kwargs) Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: self._notify() Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: self.callback(batched_events) Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: event.method(event) Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: return f(self, *a, **k) Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: return self._get(url).json() Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: return self.request(url, 'GET', **kwargs) Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 17:04:33.484803 dv-cinder-831247-2-iscsi neutron-server[103033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 17:04:33.513596 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e803fc9a-ce3c-49b1-9f4b-0538875e1288 req-2bc2131e-7058-4f1f-ad6c-b37c03787379 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465481 Mar 01 17:04:33.552738 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6d9f6655-2ab3-451b-837c-a4e28d797f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688628'] for network (14fd9a44-f2d2-47ba-815e-00cdcfe073b9), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:33.559679 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6d9f6655-2ab3-451b-837c-a4e28d797f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:33.562945 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-6d9f6655-2ab3-451b-837c-a4e28d797f75 admin admin] 10.222.0.55 "DELETE /v2.0/networks/14fd9a44-f2d2-47ba-815e-00cdcfe073b9 HTTP/1.1" status: 204 len: 168 time: 0.7950864 Mar 01 17:04:33.575692 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f6655-2ab3-451b-837c-a4e28d797f75 admin admin] Pushing event deleted for resources: {'Network': ['ID=14fd9a44-f2d2-47ba-815e-00cdcfe073b9,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:33.585350 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59268) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:33.620744 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 7e3790a6-320f-4727-81a6-49a00ab6efbe no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:04:33.629857 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803fc9a-ce3c-49b1-9f4b-0538875e1288 req-3c1d5cd0-1953-415e-9416-de1ed3178272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:33.631656 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e803fc9a-ce3c-49b1-9f4b-0538875e1288 req-3c1d5cd0-1953-415e-9416-de1ed3178272 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfbb9521b0ae41719a30a1935a4cbf87&device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 1130 time: 0.0601983 Mar 01 17:04:33.648954 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: 7e3790a6-320f-4727-81a6-49a00ab6efbe {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:04:33.649437 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 7e3790a6-320f-4727-81a6-49a00ab6efbe not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:04:33.649946 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:04:33.688668 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:04:33.689262 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 4dee832d-05ea-4ed2-b0d3-1bd328dad8dd not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:04:33.690536 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 843e462e-46bf-43f1-b418-66f4edf3461a no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:04:33.718227 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: 843e462e-46bf-43f1-b418-66f4edf3461a {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:04:33.718821 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 843e462e-46bf-43f1-b418-66f4edf3461a not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:04:33.742076 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59270) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:33.783900 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803fc9a-ce3c-49b1-9f4b-0538875e1288 req-a933c20d-01c8-4699-89b4-a21de7a59446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:33.785366 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e803fc9a-ce3c-49b1-9f4b-0538875e1288 req-a933c20d-01c8-4699-89b4-a21de7a59446 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6046e82-458d-4f62-9448-cbf1da4a132e HTTP/1.1" status: 200 len: 912 time: 0.1333792 Mar 01 17:04:33.805019 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-880a3267-e029-4014-87d4-e4e106ce3b9c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b1eef3e17cdb486fb902ddcd3c534af3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0617929 Mar 01 17:04:33.808162 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59272) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:33.866438 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e803fc9a-ce3c-49b1-9f4b-0538875e1288 req-91dd8a68-70d0-4292-aee4-c8e1c72d7db1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 HTTP/1.1" status: 200 len: 1002 time: 0.0710213 Mar 01 17:04:33.913575 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-29b567fe-fcaf-448e-99ac-5269a13ec199 admin admin] Publish callbacks [] for security_group (a6423f2d-3ed1-48d3-99dd-6a6cb53dbd55), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:33.919422 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803fc9a-ce3c-49b1-9f4b-0538875e1288 req-d210ea2f-71ba-4672-9144-a648afb6b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:33.920903 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e803fc9a-ce3c-49b1-9f4b-0538875e1288 req-d210ea2f-71ba-4672-9144-a648afb6b0c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1576c47e-a363-42c8-b1bb-78954efa89be HTTP/1.1" status: 200 len: 850 time: 0.0453556 Mar 01 17:04:33.958703 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-29b567fe-fcaf-448e-99ac-5269a13ec199 admin admin] Publish callbacks [] for security_group (a6423f2d-3ed1-48d3-99dd-6a6cb53dbd55), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:33.972898 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803fc9a-ce3c-49b1-9f4b-0538875e1288 req-f26c8fb5-fc1d-4795-a5cc-612acbb5d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:33.974407 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e803fc9a-ce3c-49b1-9f4b-0538875e1288 req-f26c8fb5-fc1d-4795-a5cc-612acbb5d80a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6046e82-458d-4f62-9448-cbf1da4a132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438147 Mar 01 17:04:34.040912 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-29b567fe-fcaf-448e-99ac-5269a13ec199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (a6423f2d-3ed1-48d3-99dd-6a6cb53dbd55), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:34.044153 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-29b567fe-fcaf-448e-99ac-5269a13ec199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:34.045323 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-29b567fe-fcaf-448e-99ac-5269a13ec199 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6423f2d-3ed1-48d3-99dd-6a6cb53dbd55 HTTP/1.1" status: 204 len: 168 time: 0.2360382 Mar 01 17:04:34.061397 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b567fe-fcaf-448e-99ac-5269a13ec199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6423f2d-3ed1-48d3-99dd-6a6cb53dbd55,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:34.075377 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e803fc9a-ce3c-49b1-9f4b-0538875e1288 req-5b80da8d-6b75-4a6d-b268-c82a42df00c4 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948555 Mar 01 17:04:34.083282 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-47a3661e-3a3d-4399-ba1f-3b0ee347825a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690182'] for router_interface (27aff728-5039-4780-aee3-d6bffc318582), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:34.177479 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e803fc9a-ce3c-49b1-9f4b-0538875e1288 req-12a7efff-b726-4f40-a0d4-88fcead08a57 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963259 Mar 01 17:04:34.344669 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-47a3661e-3a3d-4399-ba1f-3b0ee347825a admin admin] Deleting port 7528e416-9121-4c74-b44b-884cb4669be5 {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:04:34.344962 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-47a3661e-3a3d-4399-ba1f-3b0ee347825a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (7528e416-9121-4c74-b44b-884cb4669be5), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:34.391881 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59280) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:34.428617 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [None req-47a3661e-3a3d-4399-ba1f-3b0ee347825a admin admin] For port 7528e416-9121-4c74-b44b-884cb4669be5, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=7528e416-9121-4c74-b44b-884cb4669be5,segment=NetworkSegment(85dcf473-5016-4172-8bce-dde363bfd863),segment_id=85dcf473-5016-4172-8bce-dde363bfd863)] {{(pid=103033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:04:34.428983 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-47a3661e-3a3d-4399-ba1f-3b0ee347825a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (7528e416-9121-4c74-b44b-884cb4669be5), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:34.434368 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-506abbb9-80fb-4ecc-be06-3d05e001f85d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a18d85a6cb384b13a7e928ffed4c118d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413351 Mar 01 17:04:34.436972 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59282) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:34.441843 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-47a3661e-3a3d-4399-ba1f-3b0ee347825a admin admin] Calling delete_port for 7528e416-9121-4c74-b44b-884cb4669be5 owned by network:router_interface {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:04:34.488978 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-240cbd04-727b-4c96-b700-8f7ddce4d719 admin admin] Publish callbacks [] for security_group (099bd20a-604c-475b-a9b9-b365b49f17a0), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:34.513232 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-240cbd04-727b-4c96-b700-8f7ddce4d719 admin admin] Publish callbacks [] for security_group (099bd20a-604c-475b-a9b9-b365b49f17a0), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:34.563747 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-240cbd04-727b-4c96-b700-8f7ddce4d719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (099bd20a-604c-475b-a9b9-b365b49f17a0), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:34.567277 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-240cbd04-727b-4c96-b700-8f7ddce4d719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:34.568510 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-240cbd04-727b-4c96-b700-8f7ddce4d719 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/099bd20a-604c-475b-a9b9-b365b49f17a0 HTTP/1.1" status: 204 len: 168 time: 0.1306391 Mar 01 17:04:34.578927 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cbd04-727b-4c96-b700-8f7ddce4d719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099bd20a-604c-475b-a9b9-b365b49f17a0,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:34.649560 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-47a3661e-3a3d-4399-ba1f-3b0ee347825a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (7528e416-9121-4c74-b44b-884cb4669be5), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:34.677518 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3661e-3a3d-4399-ba1f-3b0ee347825a admin admin] Pushing event deleted for resources: {'Port': ['ID=7528e416-9121-4c74-b44b-884cb4669be5,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:34.867006 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-47a3661e-3a3d-4399-ba1f-3b0ee347825a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690026'] for router_interface (27aff728-5039-4780-aee3-d6bffc318582), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:35.111997 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a3661e-3a3d-4399-ba1f-3b0ee347825a admin admin] Router 27aff728-5039-4780-aee3-d6bffc318582 has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:04:35.222598 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a3661e-3a3d-4399-ba1f-3b0ee347825a admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:04:35.227572 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-47a3661e-3a3d-4399-ba1f-3b0ee347825a admin admin] 10.222.0.55 "PUT /v2.0/routers/27aff728-5039-4780-aee3-d6bffc318582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6411326 Mar 01 17:04:35.230126 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59292) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:35.232578 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e189d07-124f-487d-9b4e-db695a5e4bbc None None] Sync routers for ids ['27aff728-5039-4780-aee3-d6bffc318582'] in dv-cinder-831247-2-iscsi {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:04:35.242704 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e189d07-124f-487d-9b4e-db695a5e4bbc None None] Routers {'27aff728-5039-4780-aee3-d6bffc318582'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:04:35.243309 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-4e189d07-124f-487d-9b4e-db695a5e4bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:04:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['27aff728-5039-4780-aee3-d6bffc318582'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:35.337736 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d30435bd-d7a0-48e5-a7fb-ff6d7afb1f7b admin admin] Publish callbacks [] for router (27aff728-5039-4780-aee3-d6bffc318582), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:35.352178 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-4e189d07-124f-487d-9b4e-db695a5e4bbc None None] Set router 27aff728-5039-4780-aee3-d6bffc318582 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:04:35.441496 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d30435bd-d7a0-48e5-a7fb-ff6d7afb1f7b admin admin] Publish callbacks [] for router_gateway (27aff728-5039-4780-aee3-d6bffc318582), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:35.497314 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-d30435bd-d7a0-48e5-a7fb-ff6d7afb1f7b admin admin] Deleting port 837d4bed-5b34-495d-ada5-152739aef6ad {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:04:35.497566 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d30435bd-d7a0-48e5-a7fb-ff6d7afb1f7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (837d4bed-5b34-495d-ada5-152739aef6ad), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:35.529815 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-4e189d07-124f-487d-9b4e-db695a5e4bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aff728-5039-4780-aee3-d6bffc318582', 'name': 'tempest-AttachVolumeTestJSON-1968584390-router', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:04:34Z', 'revision_number': 5, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'gw_port': {'id': '837d4bed-5b34-495d-ada5-152739aef6ad', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fa:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27aff728-5039-4780-aee3-d6bffc318582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:00:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:35.556450 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e189d07-124f-487d-9b4e-db695a5e4bbc None None] Checking router: 27aff728-5039-4780-aee3-d6bffc318582 for host: dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:04:35.565615 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e189d07-124f-487d-9b4e-db695a5e4bbc None None] Routers {'27aff728-5039-4780-aee3-d6bffc318582'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:04:35.566213 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-4e189d07-124f-487d-9b4e-db695a5e4bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:04:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['27aff728-5039-4780-aee3-d6bffc318582'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:35.579186 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [None req-d30435bd-d7a0-48e5-a7fb-ff6d7afb1f7b admin admin] For port 837d4bed-5b34-495d-ada5-152739aef6ad, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=837d4bed-5b34-495d-ada5-152739aef6ad,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:04:35.579806 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d30435bd-d7a0-48e5-a7fb-ff6d7afb1f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (837d4bed-5b34-495d-ada5-152739aef6ad), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:35.597033 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-d30435bd-d7a0-48e5-a7fb-ff6d7afb1f7b admin admin] Calling delete_port for 837d4bed-5b34-495d-ada5-152739aef6ad owned by network:router_gateway {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:04:35.654543 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-4e189d07-124f-487d-9b4e-db695a5e4bbc None None] Set router 27aff728-5039-4780-aee3-d6bffc318582 gateway port host: None {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:04:35.766943 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d30435bd-d7a0-48e5-a7fb-ff6d7afb1f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (837d4bed-5b34-495d-ada5-152739aef6ad), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:35.792059 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30435bd-d7a0-48e5-a7fb-ff6d7afb1f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=837d4bed-5b34-495d-ada5-152739aef6ad,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:35.796241 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-4e189d07-124f-487d-9b4e-db695a5e4bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27aff728-5039-4780-aee3-d6bffc318582', 'name': 'tempest-AttachVolumeTestJSON-1968584390-router', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:04:35Z', 'revision_number': 6, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'gw_port_host': None}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:35.823372 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e189d07-124f-487d-9b4e-db695a5e4bbc None None] The sync data for ids ['27aff728-5039-4780-aee3-d6bffc318582'] in dv-cinder-831247-2-iscsi is: [{'id': '27aff728-5039-4780-aee3-d6bffc318582', 'name': 'tempest-AttachVolumeTestJSON-1968584390-router', 'tenant_id': '1dc6016cf32040529e21f5b330bfe54a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:00:07Z', 'updated_at': '2022-03-01T17:04:35Z', 'revision_number': 6, 'project_id': '1dc6016cf32040529e21f5b330bfe54a', 'gw_port_host': None}] {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:04:35.853259 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d30435bd-d7a0-48e5-a7fb-ff6d7afb1f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688584'] for router_gateway (27aff728-5039-4780-aee3-d6bffc318582), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:35.942840 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d30435bd-d7a0-48e5-a7fb-ff6d7afb1f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3699224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523531'] for router (27aff728-5039-4780-aee3-d6bffc318582), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:35.944953 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d30435bd-d7a0-48e5-a7fb-ff6d7afb1f7b admin admin] Publish callbacks [] for router_controller (27aff728-5039-4780-aee3-d6bffc318582), precommit_delete_associations {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:35.989737 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d30435bd-d7a0-48e5-a7fb-ff6d7afb1f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3699235'] for router (27aff728-5039-4780-aee3-d6bffc318582), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:35.990350 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30435bd-d7a0-48e5-a7fb-ff6d7afb1f7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27aff728-5039-4780-aee3-d6bffc318582 {{(pid=103032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 17:04:35.994690 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d30435bd-d7a0-48e5-a7fb-ff6d7afb1f7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:35.996478 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-d30435bd-d7a0-48e5-a7fb-ff6d7afb1f7b admin admin] 10.222.0.55 "DELETE /v2.0/routers/27aff728-5039-4780-aee3-d6bffc318582 HTTP/1.1" status: 204 len: 168 time: 0.7643912 Mar 01 17:04:35.998688 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59294) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:36.041869 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc00299-35fc-409d-8a9d-173bfe5210ed admin admin] Deleting subnet 12945aae-7d6d-4457-b922-e55760c246fd {{(pid=103032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 17:04:36.045231 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-8dc00299-35fc-409d-8a9d-173bfe5210ed admin admin] Publish callbacks [] for subnet (12945aae-7d6d-4457-b922-e55760c246fd), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:36.077863 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-8dc00299-35fc-409d-8a9d-173bfe5210ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12091598'] for subnet (12945aae-7d6d-4457-b922-e55760c246fd), precommit_delete_associations {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:36.158228 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-8dc00299-35fc-409d-8a9d-173bfe5210ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824678'] for subnet (12945aae-7d6d-4457-b922-e55760c246fd), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:36.216765 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-8dc00299-35fc-409d-8a9d-173bfe5210ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12092201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12089742'] for subnet (12945aae-7d6d-4457-b922-e55760c246fd), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:36.242248 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc00299-35fc-409d-8a9d-173bfe5210ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12945aae-7d6d-4457-b922-e55760c246fd,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:36.249689 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-8dc00299-35fc-409d-8a9d-173bfe5210ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:36.255215 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9ec562-fb06-4e69-ab86-980e582d3a62 None None] Network 8781eac9-aa85-4a72-b5b3-6da62a18282a requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:04:36.257696 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59302) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:36.267683 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-8dc00299-35fc-409d-8a9d-173bfe5210ed admin admin] 10.222.0.55 "DELETE /v2.0/subnets/12945aae-7d6d-4457-b922-e55760c246fd HTTP/1.1" status: 204 len: 168 time: 0.2534542 Mar 01 17:04:36.346872 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6bcf5ad4-35f9-465d-b368-e6b47102c39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896669'] for network (8781eac9-aa85-4a72-b5b3-6da62a18282a), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:36.409843 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-6bcf5ad4-35f9-465d-b368-e6b47102c39d admin admin] Deleting port 95040312-c8d2-4802-bcb9-97ebdfad320a {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:04:36.410240 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6bcf5ad4-35f9-465d-b368-e6b47102c39d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (95040312-c8d2-4802-bcb9-97ebdfad320a), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:36.485837 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [None req-6bcf5ad4-35f9-465d-b368-e6b47102c39d admin admin] For port 95040312-c8d2-4802-bcb9-97ebdfad320a, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=95040312-c8d2-4802-bcb9-97ebdfad320a,segment=NetworkSegment(85dcf473-5016-4172-8bce-dde363bfd863),segment_id=85dcf473-5016-4172-8bce-dde363bfd863)] {{(pid=103033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:04:36.486115 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6bcf5ad4-35f9-465d-b368-e6b47102c39d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (95040312-c8d2-4802-bcb9-97ebdfad320a), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:36.499993 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-6bcf5ad4-35f9-465d-b368-e6b47102c39d admin admin] Calling delete_port for 95040312-c8d2-4802-bcb9-97ebdfad320a owned by network:dhcp {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:04:36.581232 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6bcf5ad4-35f9-465d-b368-e6b47102c39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (95040312-c8d2-4802-bcb9-97ebdfad320a), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:36.606038 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf5ad4-35f9-465d-b368-e6b47102c39d admin admin] Pushing event deleted for resources: {'Port': ['ID=95040312-c8d2-4802-bcb9-97ebdfad320a,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:36.609878 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcf5ad4-35f9-465d-b368-e6b47102c39d admin admin] No DVR routers for this DVR port 95040312-c8d2-4802-bcb9-97ebdfad320a on host dv-cinder-831247-2-iscsi {{(pid=103033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:04:36.647217 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424b5d02-aca7-434d-b775-54287c439646 None None] DHCP port deletion for 8781eac9-aa85-4a72-b5b3-6da62a18282a request from dv-cinder-831247-2-iscsi {{(pid=103034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 17:04:36.691114 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6bcf5ad4-35f9-465d-b368-e6b47102c39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986525', 'neutron.services.segments.db._delete_segments_for_network-8740453540253'] for network (8781eac9-aa85-4a72-b5b3-6da62a18282a), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:36.711276 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-6bcf5ad4-35f9-465d-b368-e6b47102c39d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8781eac9-aa85-4a72-b5b3-6da62a18282a']}} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:36.721777 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-6bcf5ad4-35f9-465d-b368-e6b47102c39d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85dcf473-5016-4172-8bce-dde363bfd863') {'for_net_delete': True} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:36.722070 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-6bcf5ad4-35f9-465d-b368-e6b47102c39d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85dcf473-5016-4172-8bce-dde363bfd863') {} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:04:36.733039 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6bcf5ad4-35f9-465d-b368-e6b47102c39d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740453543078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12140833'] for segment (85dcf473-5016-4172-8bce-dde363bfd863), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:36.748619 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6bcf5ad4-35f9-465d-b368-e6b47102c39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (85dcf473-5016-4172-8bce-dde363bfd863), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:36.754824 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bcf5ad4-35f9-465d-b368-e6b47102c39d admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 17:04:36.755225 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6bcf5ad4-35f9-465d-b368-e6b47102c39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12089918'] for segment (85dcf473-5016-4172-8bce-dde363bfd863), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: Traceback (most recent call last): Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: timer() Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: cb(*args, **kw) Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: return func(*args, **kwargs) Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: self._notify() Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: self.callback(batched_events) Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: event.method(event) Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: return f(self, *a, **k) Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: return self._get(url).json() Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: return self.request(url, 'GET', **kwargs) Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 17:04:36.757005 dv-cinder-831247-2-iscsi neutron-server[103033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 17:04:36.815041 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6bcf5ad4-35f9-465d-b368-e6b47102c39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688628'] for network (8781eac9-aa85-4a72-b5b3-6da62a18282a), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:36.820514 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6bcf5ad4-35f9-465d-b368-e6b47102c39d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:36.823698 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-6bcf5ad4-35f9-465d-b368-e6b47102c39d admin admin] 10.222.0.55 "DELETE /v2.0/networks/8781eac9-aa85-4a72-b5b3-6da62a18282a HTTP/1.1" status: 204 len: 168 time: 0.5647926 Mar 01 17:04:36.837152 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf5ad4-35f9-465d-b368-e6b47102c39d admin admin] Pushing event deleted for resources: {'Network': ['ID=8781eac9-aa85-4a72-b5b3-6da62a18282a,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:37.002574 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59310) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:37.041291 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-979cd643-558e-4aad-a6bb-c60051d1c932 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1dc6016cf32040529e21f5b330bfe54a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375674 Mar 01 17:04:37.044363 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59312) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:37.088289 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-641574d0-4367-4585-b684-558dfa1decbf admin admin] Publish callbacks [] for security_group (e3d1f2a0-e7de-413c-bffb-875e07732c1a), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:37.109142 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-641574d0-4367-4585-b684-558dfa1decbf admin admin] Publish callbacks [] for security_group (e3d1f2a0-e7de-413c-bffb-875e07732c1a), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:37.155895 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-641574d0-4367-4585-b684-558dfa1decbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (e3d1f2a0-e7de-413c-bffb-875e07732c1a), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:37.158888 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-641574d0-4367-4585-b684-558dfa1decbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:37.160580 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-641574d0-4367-4585-b684-558dfa1decbf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3d1f2a0-e7de-413c-bffb-875e07732c1a HTTP/1.1" status: 204 len: 168 time: 0.1150854 Mar 01 17:04:37.170839 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641574d0-4367-4585-b684-558dfa1decbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d1f2a0-e7de-413c-bffb-875e07732c1a,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:37.606559 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 7528e416-9121-4c74-b44b-884cb4669be5 no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:04:37.629175 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: 7528e416-9121-4c74-b44b-884cb4669be5 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:04:37.629794 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 7528e416-9121-4c74-b44b-884cb4669be5 not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:04:37.630223 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 837d4bed-5b34-495d-ada5-152739aef6ad no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:04:37.653057 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: 837d4bed-5b34-495d-ada5-152739aef6ad {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:04:37.653495 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 837d4bed-5b34-495d-ada5-152739aef6ad not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:04:37.654130 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 95040312-c8d2-4802-bcb9-97ebdfad320a no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:04:37.677059 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: 95040312-c8d2-4802-bcb9-97ebdfad320a {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:04:37.677411 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 95040312-c8d2-4802-bcb9-97ebdfad320a not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:04:42.936861 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59408) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:43.041361 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e17bf276-3d32-4ba4-b2ae-04edb42b5ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:43.112670 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e17bf276-3d32-4ba4-b2ae-04edb42b5ce6 admin admin] Publish callbacks [] for security_group (a71f2704-02e3-4bae-9773-3f33ed309398), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:43.116612 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e17bf276-3d32-4ba4-b2ae-04edb42b5ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (a71f2704-02e3-4bae-9773-3f33ed309398), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:43.160308 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-e17bf276-3d32-4ba4-b2ae-04edb42b5ce6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b4939ae60cf8408c9f31eb9042530b46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200065 Mar 01 17:04:43.160308 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bf276-3d32-4ba4-b2ae-04edb42b5ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71f2704-02e3-4bae-9773-3f33ed309398,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:43.161458 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59414) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:43.213470 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f337cdef-1354-42e9-923a-d243397cdcd4 admin admin] Publish callbacks [] for security_group (a71f2704-02e3-4bae-9773-3f33ed309398), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:43.238494 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f337cdef-1354-42e9-923a-d243397cdcd4 admin admin] Publish callbacks [] for security_group (a71f2704-02e3-4bae-9773-3f33ed309398), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:43.287000 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f337cdef-1354-42e9-923a-d243397cdcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (a71f2704-02e3-4bae-9773-3f33ed309398), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:43.289587 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f337cdef-1354-42e9-923a-d243397cdcd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:43.290756 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-f337cdef-1354-42e9-923a-d243397cdcd4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a71f2704-02e3-4bae-9773-3f33ed309398 HTTP/1.1" status: 204 len: 168 time: 0.1283000 Mar 01 17:04:43.298591 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337cdef-1354-42e9-923a-d243397cdcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71f2704-02e3-4bae-9773-3f33ed309398,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:43.695460 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ba389849-99ec-495a-b55c-db27962d6ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:45.093927 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59494) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:45.192829 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b7cfae71-1c43-4fd6-b2dd-10cc4bed4ddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:45.264024 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b7cfae71-1c43-4fd6-b2dd-10cc4bed4ddc admin admin] Publish callbacks [] for security_group (f0c1942a-2529-44d1-b224-4684b6c75689), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:45.267548 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-b7cfae71-1c43-4fd6-b2dd-10cc4bed4ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (f0c1942a-2529-44d1-b224-4684b6c75689), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:45.306231 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-b7cfae71-1c43-4fd6-b2dd-10cc4bed4ddc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=94af88633a4e4fbebeaeac4b766cf641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111812 Mar 01 17:04:45.307102 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfae71-1c43-4fd6-b2dd-10cc4bed4ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c1942a-2529-44d1-b224-4684b6c75689,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:45.308886 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59498) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:45.356600 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b29c3555-e5df-4e2d-ad56-cf255c320aaf admin admin] Publish callbacks [] for security_group (f0c1942a-2529-44d1-b224-4684b6c75689), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:45.377007 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b29c3555-e5df-4e2d-ad56-cf255c320aaf admin admin] Publish callbacks [] for security_group (f0c1942a-2529-44d1-b224-4684b6c75689), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:45.427793 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b29c3555-e5df-4e2d-ad56-cf255c320aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (f0c1942a-2529-44d1-b224-4684b6c75689), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:45.430794 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b29c3555-e5df-4e2d-ad56-cf255c320aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:45.432098 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-b29c3555-e5df-4e2d-ad56-cf255c320aaf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f0c1942a-2529-44d1-b224-4684b6c75689 HTTP/1.1" status: 204 len: 168 time: 0.1222413 Mar 01 17:04:45.440396 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c3555-e5df-4e2d-ad56-cf255c320aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c1942a-2529-44d1-b224-4684b6c75689,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:45.629756 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59510) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:45.741131 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-93c79c91-b5ff-4e45-a1e9-f3a220781a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:45.752539 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59514) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:45.766179 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e30cfa57-ce07-4bfe-b322-2f7c6ba18afd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:45.816040 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-93c79c91-b5ff-4e45-a1e9-f3a220781a65 admin admin] Publish callbacks [] for security_group (2e789188-5875-48b3-abe2-1d059a53ca6a), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:45.820315 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-93c79c91-b5ff-4e45-a1e9-f3a220781a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (2e789188-5875-48b3-abe2-1d059a53ca6a), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:45.848219 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e30cfa57-ce07-4bfe-b322-2f7c6ba18afd admin admin] Publish callbacks [] for security_group (19a45de3-2862-46cd-b21c-388633decc99), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:45.851982 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-e30cfa57-ce07-4bfe-b322-2f7c6ba18afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (19a45de3-2862-46cd-b21c-388633decc99), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:45.859570 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-93c79c91-b5ff-4e45-a1e9-f3a220781a65 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e1971989ab146bebe1d52cb89bdb679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287040 Mar 01 17:04:45.860435 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c79c91-b5ff-4e45-a1e9-f3a220781a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e789188-5875-48b3-abe2-1d059a53ca6a,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:45.862669 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59516) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:45.892324 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-e30cfa57-ce07-4bfe-b322-2f7c6ba18afd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e41d72fbdc3c450d875ba5cbe384fc13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386943 Mar 01 17:04:45.893452 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30cfa57-ce07-4bfe-b322-2f7c6ba18afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a45de3-2862-46cd-b21c-388633decc99,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:45.895397 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59518) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:45.935066 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4bdda44b-a112-4c43-8e11-25428597d5a3 admin admin] Publish callbacks [] for security_group (2e789188-5875-48b3-abe2-1d059a53ca6a), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:45.940931 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-782c9b86-58f2-476a-988d-03d6a2b94bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:45.970184 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4bdda44b-a112-4c43-8e11-25428597d5a3 admin admin] Publish callbacks [] for security_group (2e789188-5875-48b3-abe2-1d059a53ca6a), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:45.982295 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-358a45f4-7858-4ce9-ba02-032c8865da02 admin admin] Publish callbacks [] for security_group (19a45de3-2862-46cd-b21c-388633decc99), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:46.019490 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-358a45f4-7858-4ce9-ba02-032c8865da02 admin admin] Publish callbacks [] for security_group (19a45de3-2862-46cd-b21c-388633decc99), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:46.054253 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4bdda44b-a112-4c43-8e11-25428597d5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (2e789188-5875-48b3-abe2-1d059a53ca6a), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:46.056788 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4bdda44b-a112-4c43-8e11-25428597d5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:46.058430 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-4bdda44b-a112-4c43-8e11-25428597d5a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e789188-5875-48b3-abe2-1d059a53ca6a HTTP/1.1" status: 204 len: 168 time: 0.1948636 Mar 01 17:04:46.066956 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdda44b-a112-4c43-8e11-25428597d5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e789188-5875-48b3-abe2-1d059a53ca6a,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:46.086121 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-358a45f4-7858-4ce9-ba02-032c8865da02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (19a45de3-2862-46cd-b21c-388633decc99), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:46.088748 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-358a45f4-7858-4ce9-ba02-032c8865da02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:46.090099 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-358a45f4-7858-4ce9-ba02-032c8865da02 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/19a45de3-2862-46cd-b21c-388633decc99 HTTP/1.1" status: 204 len: 168 time: 0.1936424 Mar 01 17:04:46.101521 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a45f4-7858-4ce9-ba02-032c8865da02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a45de3-2862-46cd-b21c-388633decc99,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:46.969133 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:47.168954 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59578) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:47.271609 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2ea83137-7d9c-40e8-bbf6-70852d6ebcda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:47.347701 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2ea83137-7d9c-40e8-bbf6-70852d6ebcda admin admin] Publish callbacks [] for security_group (a65a4083-0b48-4ce2-afe5-9fb738498d33), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:47.352174 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-2ea83137-7d9c-40e8-bbf6-70852d6ebcda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (a65a4083-0b48-4ce2-afe5-9fb738498d33), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:47.393477 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-2ea83137-7d9c-40e8-bbf6-70852d6ebcda admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69b14e3da112439098eaedef9719d827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228739 Mar 01 17:04:47.394684 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea83137-7d9c-40e8-bbf6-70852d6ebcda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65a4083-0b48-4ce2-afe5-9fb738498d33,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:47.396204 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59592) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:47.446276 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2c14a2d6-998d-46e0-b0bd-404ea37a06e1 admin admin] Publish callbacks [] for security_group (a65a4083-0b48-4ce2-afe5-9fb738498d33), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:47.469770 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2c14a2d6-998d-46e0-b0bd-404ea37a06e1 admin admin] Publish callbacks [] for security_group (a65a4083-0b48-4ce2-afe5-9fb738498d33), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:47.516564 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2c14a2d6-998d-46e0-b0bd-404ea37a06e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (a65a4083-0b48-4ce2-afe5-9fb738498d33), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:47.519338 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-2c14a2d6-998d-46e0-b0bd-404ea37a06e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:47.523197 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-2c14a2d6-998d-46e0-b0bd-404ea37a06e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a65a4083-0b48-4ce2-afe5-9fb738498d33 HTTP/1.1" status: 204 len: 168 time: 0.1227825 Mar 01 17:04:47.528937 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14a2d6-998d-46e0-b0bd-404ea37a06e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65a4083-0b48-4ce2-afe5-9fb738498d33,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:48.569363 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:49.777131 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-5659a298-ceb3-4e7b-a5d7-8fb29c22a088 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9328b2188b314c94a568cee622932ccc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286028 Mar 01 17:04:49.897881 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:49.957753 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-f8a9351e-5fa6-45c6-af6e-aa41880e5d36 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:49.959112 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-f8a9351e-5fa6-45c6-af6e-aa41880e5d36 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1769953 Mar 01 17:04:49.973030 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-e256e30d-523e-4dd3-9c2f-6d8b02f3926f tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/quotas/9328b2188b314c94a568cee622932ccc HTTP/1.1" status: 200 len: 375 time: 0.0085578 Mar 01 17:04:50.003228 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-6406ab4c-7f4f-454f-b9aa-71e159aa41ee tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9328b2188b314c94a568cee622932ccc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255232 Mar 01 17:04:50.156399 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c5b7e363-115d-435a-946a-00ad4f003f4f req-1f71b903-1a40-40f8-9ee0-2a70ca2cd718 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f3988dc-8a37-40e6-91d7-e4d6ce790126 HTTP/1.1" status: 200 len: 210 time: 0.0283074 Mar 01 17:04:51.255877 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-04fba7a4-c390-4e43-bf97-6b5d06b0e207 req-9bfab1c0-cf72-425f-9e57-14e7b170711e tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f3988dc-8a37-40e6-91d7-e4d6ce790126 HTTP/1.1" status: 200 len: 210 time: 0.0325525 Mar 01 17:04:52.347651 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-422d0b51-c789-48a7-a56b-5ca7acc9c35b req-ec31701c-5d86-4e9e-86b2-9e4d26771098 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f3988dc-8a37-40e6-91d7-e4d6ce790126 HTTP/1.1" status: 200 len: 210 time: 0.0266976 Mar 01 17:04:52.493945 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-8501c665-f5d4-4b15-93f2-5bd8bdc05cb5 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9328b2188b314c94a568cee622932ccc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230346 Mar 01 17:04:52.616142 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-5ab8ae0f-16e4-4a0f-b6ef-f3daf50ba7cd tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:52.617523 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-5ab8ae0f-16e4-4a0f-b6ef-f3daf50ba7cd tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1186101 Mar 01 17:04:52.634830 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-54ba4f76-a80b-40cf-b546-6931a1928c1f tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Request body: {'port': {'device_id': '2f3988dc-8a37-40e6-91d7-e4d6ce790126', 'network_id': 'cb33c894-6bc6-4813-bd3b-73c5d9175eb6', 'admin_state_up': True, 'tenant_id': '9328b2188b314c94a568cee622932ccc'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:04:52.739925 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-54ba4f76-a80b-40cf-b546-6931a1928c1f tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Made reservation on behalf of 9328b2188b314c94a568cee622932ccc for: {'port': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:04:52.743447 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-54ba4f76-a80b-40cf-b546-6931a1928c1f tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:52.756332 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-54ba4f76-a80b-40cf-b546-6931a1928c1f tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:52.829675 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-54ba4f76-a80b-40cf-b546-6931a1928c1f tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Publish callbacks [] for security_group (c8180c37-68fd-40ee-973d-33422b0ceb48), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:52.833524 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-54ba4f76-a80b-40cf-b546-6931a1928c1f tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (c8180c37-68fd-40ee-973d-33422b0ceb48), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:52.897797 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba4f76-a80b-40cf-b546-6931a1928c1f tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8180c37-68fd-40ee-973d-33422b0ceb48,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:52.968268 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-54ba4f76-a80b-40cf-b546-6931a1928c1f tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Allocated IP 192.168.233.254 (cb33c894-6bc6-4813-bd3b-73c5d9175eb6/83bfd54c-6ef5-4a41-95d3-ee9800650a81/795c8ec2-a968-4d35-a07d-d1fea62b863a) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:04:53.108120 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 17:04:53.111260 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-54ba4f76-a80b-40cf-b546-6931a1928c1f tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Publish callbacks [] for port (795c8ec2-a968-4d35-a07d-d1fea62b863a), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:53.143772 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-54ba4f76-a80b-40cf-b546-6931a1928c1f tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (795c8ec2-a968-4d35-a07d-d1fea62b863a), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:53.187619 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-54ba4f76-a80b-40cf-b546-6931a1928c1f tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Network cb33c894-6bc6-4813-bd3b-73c5d9175eb6 is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:04:53.190397 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-54ba4f76-a80b-40cf-b546-6931a1928c1f tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:04:53.193943 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-54ba4f76-a80b-40cf-b546-6931a1928c1f tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:04:53.200786 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba4f76-a80b-40cf-b546-6931a1928c1f tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Pushing event updated for resources: {'Port': ['ID=795c8ec2-a968-4d35-a07d-d1fea62b863a,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:53.252019 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-54ba4f76-a80b-40cf-b546-6931a1928c1f tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:53.252640 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-54ba4f76-a80b-40cf-b546-6931a1928c1f tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:53.268799 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-54ba4f76-a80b-40cf-b546-6931a1928c1f tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6381085 Mar 01 17:04:53.287304 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-27714d04-3851-4d95-9028-601824b289a8 service neutron] Request body: {'port': {'device_id': '2f3988dc-8a37-40e6-91d7-e4d6ce790126', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:04:53.348087 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-27714d04-3851-4d95-9028-601824b289a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (795c8ec2-a968-4d35-a07d-d1fea62b863a), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:53.373777 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-f3464bda-a22d-4f9b-9edc-d00b2de7c686 None None] Provisioning complete for port 795c8ec2-a968-4d35-a07d-d1fea62b863a triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:04:53.374365 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f3464bda-a22d-4f9b-9edc-d00b2de7c686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (795c8ec2-a968-4d35-a07d-d1fea62b863a), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:53.409299 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-f3464bda-a22d-4f9b-9edc-d00b2de7c686 None None] Port 795c8ec2-a968-4d35-a07d-d1fea62b863a cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 17:04:53.572054 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477fd11-114c-41cf-979e-8607253874f2 req-2613c2c8-32f4-4d42-a292-c5e255c005c1 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:53.574188 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e477fd11-114c-41cf-979e-8607253874f2 req-2613c2c8-32f4-4d42-a292-c5e255c005c1 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f3988dc-8a37-40e6-91d7-e4d6ce790126 HTTP/1.1" status: 200 len: 936 time: 0.1176467 Mar 01 17:04:53.650503 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e477fd11-114c-41cf-979e-8607253874f2 req-36f72927-57bc-44c9-af49-253528493cf4 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8180c37-68fd-40ee-973d-33422b0ceb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698922 Mar 01 17:04:53.691473 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-27714d04-3851-4d95-9028-601824b289a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795c8ec2-a968-4d35-a07d-d1fea62b863a {{(pid=103032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 17:04:53.699246 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-27714d04-3851-4d95-9028-601824b289a8 service neutron] Publish callbacks [] for port (795c8ec2-a968-4d35-a07d-d1fea62b863a), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:53.710638 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.provisioning_blocks [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-27714d04-3851-4d95-9028-601824b289a8 service neutron] Transition to ACTIVE for port object 795c8ec2-a968-4d35-a07d-d1fea62b863a will not be triggered until provisioned by entity L2. {{(pid=103032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 17:04:53.714493 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-27714d04-3851-4d95-9028-601824b289a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (795c8ec2-a968-4d35-a07d-d1fea62b863a), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:53.764737 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27714d04-3851-4d95-9028-601824b289a8 service neutron] Pushing event updated for resources: {'Port': ['ID=795c8ec2-a968-4d35-a07d-d1fea62b863a,revision_number=2']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:54.117475 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-27714d04-3851-4d95-9028-601824b289a8 service neutron] Attempting to bind port 795c8ec2-a968-4d35-a07d-d1fea62b863a on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 17:04:54.117809 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-27714d04-3851-4d95-9028-601824b289a8 service neutron] Attempting to bind port 795c8ec2-a968-4d35-a07d-d1fea62b863a by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '7794c4c6-a1a9-4535-ad34-0105ab81a966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'cb33c894-6bc6-4813-bd3b-73c5d9175eb6'}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 17:04:54.118136 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-27714d04-3851-4d95-9028-601824b289a8 service neutron] Attempting to bind port 795c8ec2-a968-4d35-a07d-d1fea62b863a on network cb33c894-6bc6-4813-bd3b-73c5d9175eb6 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:04:54.123203 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-27714d04-3851-4d95-9028-601824b289a8 service neutron] Port 795c8ec2-a968-4d35-a07d-d1fea62b863a on network cb33c894-6bc6-4813-bd3b-73c5d9175eb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 17:04:54.123556 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-27714d04-3851-4d95-9028-601824b289a8 service neutron] Attempting to bind port 795c8ec2-a968-4d35-a07d-d1fea62b863a on network cb33c894-6bc6-4813-bd3b-73c5d9175eb6 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:04:54.128301 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-27714d04-3851-4d95-9028-601824b289a8 service neutron] Checking agent: {'id': '0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'started_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 17, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 17:04:54.128637 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-27714d04-3851-4d95-9028-601824b289a8 service neutron] Checking segment: {'id': '7794c4c6-a1a9-4535-ad34-0105ab81a966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'cb33c894-6bc6-4813-bd3b-73c5d9175eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:04:54.129021 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-27714d04-3851-4d95-9028-601824b289a8 service neutron] Bound using segment: {'id': '7794c4c6-a1a9-4535-ad34-0105ab81a966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'cb33c894-6bc6-4813-bd3b-73c5d9175eb6'} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 17:04:54.129451 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-27714d04-3851-4d95-9028-601824b289a8 service neutron] Bound port: 795c8ec2-a968-4d35-a07d-d1fea62b863a, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7794c4c6-a1a9-4535-ad34-0105ab81a966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'cb33c894-6bc6-4813-bd3b-73c5d9175eb6'}}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 17:04:54.129806 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-27714d04-3851-4d95-9028-601824b289a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (795c8ec2-a968-4d35-a07d-d1fea62b863a), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:54.190503 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-27714d04-3851-4d95-9028-601824b289a8 service neutron] For port 795c8ec2-a968-4d35-a07d-d1fea62b863a, host hv-cinder-83124, cleared binding levels {{(pid=103032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 17:04:54.193753 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-27714d04-3851-4d95-9028-601824b289a8 service neutron] For port 795c8ec2-a968-4d35-a07d-d1fea62b863a, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=795c8ec2-a968-4d35-a07d-d1fea62b863a,segment=NetworkSegment(7794c4c6-a1a9-4535-ad34-0105ab81a966),segment_id=7794c4c6-a1a9-4535-ad34-0105ab81a966)] {{(pid=103032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 17:04:54.199270 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-27714d04-3851-4d95-9028-601824b289a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (795c8ec2-a968-4d35-a07d-d1fea62b863a), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:54.236218 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-27714d04-3851-4d95-9028-601824b289a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:54.236807 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-27714d04-3851-4d95-9028-601824b289a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:54.238173 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-27714d04-3851-4d95-9028-601824b289a8 service neutron] 10.222.0.37 "PUT /v2.0/ports/795c8ec2-a968-4d35-a07d-d1fea62b863a HTTP/1.1" status: 200 len: 1098 time: 0.9553156 Mar 01 17:04:54.238611 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f3988dc-8a37-40e6-91d7-e4d6ce790126', 'tag': '795c8ec2-a968-4d35-a07d-d1fea62b863a'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:04:54.241040 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97806126-065a-4124-8105-8bc04220ce20" -d '{"events": [{"name": "network-changed", "server_uuid": "2f3988dc-8a37-40e6-91d7-e4d6ce790126", "tag": "795c8ec2-a968-4d35-a07d-d1fea62b863a"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:04:54.261762 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27714d04-3851-4d95-9028-601824b289a8 service neutron] Pushing event updated for resources: {'Port': ['ID=795c8ec2-a968-4d35-a07d-d1fea62b863a,revision_number=3']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:54.281176 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 17:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977de0bb-d2fb-4d63-a866-6817f2a74d5f x-openstack-request-id: req-977de0bb-d2fb-4d63-a866-6817f2a74d5f {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:04:54.281474 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f3988dc-8a37-40e6-91d7-e4d6ce790126", "tag": "795c8ec2-a968-4d35-a07d-d1fea62b863a", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:04:54.281731 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-977de0bb-d2fb-4d63-a866-6817f2a74d5f {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:04:54.282157 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f3988dc-8a37-40e6-91d7-e4d6ce790126', 'tag': '795c8ec2-a968-4d35-a07d-d1fea62b863a', 'status': 'completed', 'code': 200} Mar 01 17:04:54.355048 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-aaad4ad9-1603-4a72-b193-e9da927fd7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:54.356682 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-aaad4ad9-1603-4a72-b193-e9da927fd7d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9328b2188b314c94a568cee622932ccc&device_id=2f3988dc-8a37-40e6-91d7-e4d6ce790126 HTTP/1.1" status: 200 len: 1132 time: 0.0509849 Mar 01 17:04:54.397953 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-5dcb5c73-41bd-4fc8-9799-82e5a39cf37f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=795c8ec2-a968-4d35-a07d-d1fea62b863a HTTP/1.1" status: 200 len: 217 time: 0.0350351 Mar 01 17:04:54.455272 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-9d0f9124-6eac-4cc7-b6a2-f7c950632057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:54.456752 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-9d0f9124-6eac-4cc7-b6a2-f7c950632057 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=83bfd54c-6ef5-4a41-95d3-ee9800650a81 HTTP/1.1" status: 200 len: 843 time: 0.0524189 Mar 01 17:04:54.515176 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-9223e851-0568-452b-a325-08d00011236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:54.516677 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-9223e851-0568-452b-a325-08d00011236a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb33c894-6bc6-4813-bd3b-73c5d9175eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0482135 Mar 01 17:04:54.602686 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-d8782fa4-6621-462c-9ae8-f4efc86cb38a service neutron] 10.222.0.37 "GET /v2.0/networks/cb33c894-6bc6-4813-bd3b-73c5d9175eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784724 Mar 01 17:04:54.691492 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-9ad07dd6-fe6f-4272-8844-3af8b3a56c90 req-7caada29-b2c1-443b-8af7-1d102036f078 service neutron] 10.222.0.37 "GET /v2.0/networks/cb33c894-6bc6-4813-bd3b-73c5d9175eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831904 Mar 01 17:04:54.799817 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f53695-c264-42b1-82ea-f4f6de98695d req-b41dba86-c264-430d-b889-71499e0c923d tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:54.801325 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-16f53695-c264-42b1-82ea-f4f6de98695d req-b41dba86-c264-430d-b889-71499e0c923d tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f3988dc-8a37-40e6-91d7-e4d6ce790126 HTTP/1.1" status: 200 len: 948 time: 0.0828485 Mar 01 17:04:54.808100 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97806126-065a-4124-8105-8bc04220ce20 req-b0e04bf2-c9f5-4327-ab96-2daa33516cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:54.809535 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-97806126-065a-4124-8105-8bc04220ce20 req-b0e04bf2-c9f5-4327-ab96-2daa33516cd7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9328b2188b314c94a568cee622932ccc&device_id=2f3988dc-8a37-40e6-91d7-e4d6ce790126 HTTP/1.1" status: 200 len: 1132 time: 0.0637128 Mar 01 17:04:54.905097 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-16f53695-c264-42b1-82ea-f4f6de98695d req-37320777-0663-4094-b70b-e9560c4d11b3 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8180c37-68fd-40ee-973d-33422b0ceb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946741 Mar 01 17:04:54.931481 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97806126-065a-4124-8105-8bc04220ce20 req-85c9203a-13bc-49f8-bde7-8282a25a5a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:54.933899 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-97806126-065a-4124-8105-8bc04220ce20 req-85c9203a-13bc-49f8-bde7-8282a25a5a58 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cb33c894-6bc6-4813-bd3b-73c5d9175eb6 HTTP/1.1" status: 200 len: 870 time: 0.1172490 Mar 01 17:04:54.975561 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-97806126-065a-4124-8105-8bc04220ce20 req-742e22f3-b14f-4275-9a88-851bd5f68fa1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=795c8ec2-a968-4d35-a07d-d1fea62b863a HTTP/1.1" status: 200 len: 217 time: 0.0349152 Mar 01 17:04:55.035871 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97806126-065a-4124-8105-8bc04220ce20 req-6c503458-3640-424e-9f45-d31391aa3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:55.037348 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-97806126-065a-4124-8105-8bc04220ce20 req-6c503458-3640-424e-9f45-d31391aa3561 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=83bfd54c-6ef5-4a41-95d3-ee9800650a81 HTTP/1.1" status: 200 len: 843 time: 0.0554140 Mar 01 17:04:55.093641 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97806126-065a-4124-8105-8bc04220ce20 req-e2519015-650b-4666-aedf-b7f244b80817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:55.095273 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-97806126-065a-4124-8105-8bc04220ce20 req-e2519015-650b-4666-aedf-b7f244b80817 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb33c894-6bc6-4813-bd3b-73c5d9175eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0460992 Mar 01 17:04:55.191917 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-97806126-065a-4124-8105-8bc04220ce20 req-10df4d73-8dd0-49f8-9380-efd8a9c00835 service neutron] 10.222.0.37 "GET /v2.0/networks/cb33c894-6bc6-4813-bd3b-73c5d9175eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884063 Mar 01 17:04:55.284348 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-97806126-065a-4124-8105-8bc04220ce20 req-463613cf-2e11-45d4-87ec-785df5550d4e service neutron] 10.222.0.37 "GET /v2.0/networks/cb33c894-6bc6-4813-bd3b-73c5d9175eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839584 Mar 01 17:04:55.305748 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59708) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:55.409454 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-55fada6b-1c80-445f-a8f5-1ccccf513131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:55.481750 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-55fada6b-1c80-445f-a8f5-1ccccf513131 admin admin] Publish callbacks [] for security_group (68f2a0d3-8d5b-475c-b17f-2fc62be8fc4b), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:55.485208 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-55fada6b-1c80-445f-a8f5-1ccccf513131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (68f2a0d3-8d5b-475c-b17f-2fc62be8fc4b), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:55.525286 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-55fada6b-1c80-445f-a8f5-1ccccf513131 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=10ce500c79d14191b25b38202fe249dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184677 Mar 01 17:04:55.526941 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fada6b-1c80-445f-a8f5-1ccccf513131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f2a0d3-8d5b-475c-b17f-2fc62be8fc4b,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:55.528756 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59712) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:55.576248 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b02dfe7b-7455-4354-85fb-81fa121c09d7 admin admin] Publish callbacks [] for security_group (68f2a0d3-8d5b-475c-b17f-2fc62be8fc4b), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:55.599981 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b02dfe7b-7455-4354-85fb-81fa121c09d7 admin admin] Publish callbacks [] for security_group (68f2a0d3-8d5b-475c-b17f-2fc62be8fc4b), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:55.645186 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b02dfe7b-7455-4354-85fb-81fa121c09d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (68f2a0d3-8d5b-475c-b17f-2fc62be8fc4b), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:55.648149 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-b02dfe7b-7455-4354-85fb-81fa121c09d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:55.649278 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-b02dfe7b-7455-4354-85fb-81fa121c09d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/68f2a0d3-8d5b-475c-b17f-2fc62be8fc4b HTTP/1.1" status: 204 len: 168 time: 0.1195168 Mar 01 17:04:55.657479 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02dfe7b-7455-4354-85fb-81fa121c09d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f2a0d3-8d5b-475c-b17f-2fc62be8fc4b,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:55.900861 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59720) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:55.913733 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-525af46f-2657-4456-b111-711f414f033b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:56.014321 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-525af46f-2657-4456-b111-711f414f033b admin admin] Publish callbacks [] for security_group (ec317b45-2d80-42f0-9468-5be6cac4b6c0), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:56.019618 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-525af46f-2657-4456-b111-711f414f033b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (ec317b45-2d80-42f0-9468-5be6cac4b6c0), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:56.065395 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-525af46f-2657-4456-b111-711f414f033b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5b1d975a43be44e4950a457d18802b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1633277 Mar 01 17:04:56.068080 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59724) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:04:56.069230 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525af46f-2657-4456-b111-711f414f033b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec317b45-2d80-42f0-9468-5be6cac4b6c0,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:56.080014 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450f372-dcbb-427c-bc8a-49e27e68b324 req-db02dbed-b66d-4801-8696-d73a498b92be tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:56.081972 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-b450f372-dcbb-427c-bc8a-49e27e68b324 req-db02dbed-b66d-4801-8696-d73a498b92be tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f3988dc-8a37-40e6-91d7-e4d6ce790126 HTTP/1.1" status: 200 len: 948 time: 0.1030388 Mar 01 17:04:56.117079 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-15077476-98b2-48be-ad23-5900a7992084 admin admin] Publish callbacks [] for security_group (ec317b45-2d80-42f0-9468-5be6cac4b6c0), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:56.134194 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-b450f372-dcbb-427c-bc8a-49e27e68b324 req-9a74ff55-c846-41ea-b79f-aa4910724e86 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8180c37-68fd-40ee-973d-33422b0ceb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457397 Mar 01 17:04:56.138848 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-15077476-98b2-48be-ad23-5900a7992084 admin admin] Publish callbacks [] for security_group (ec317b45-2d80-42f0-9468-5be6cac4b6c0), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:56.186204 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-15077476-98b2-48be-ad23-5900a7992084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (ec317b45-2d80-42f0-9468-5be6cac4b6c0), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:56.188768 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-15077476-98b2-48be-ad23-5900a7992084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:56.189900 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-15077476-98b2-48be-ad23-5900a7992084 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec317b45-2d80-42f0-9468-5be6cac4b6c0 HTTP/1.1" status: 204 len: 168 time: 0.1208377 Mar 01 17:04:56.197252 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15077476-98b2-48be-ad23-5900a7992084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec317b45-2d80-42f0-9468-5be6cac4b6c0,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:56.278285 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 795c8ec2-a968-4d35-a07d-d1fea62b863a details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 17:04:56.381880 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 795c8ec2-a968-4d35-a07d-d1fea62b863a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=795c8ec2-a968-4d35-a07d-d1fea62b863a,segment=NetworkSegment(7794c4c6-a1a9-4535-ad34-0105ab81a966),segment_id=7794c4c6-a1a9-4535-ad34-0105ab81a966)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:04:56.395775 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': '795c8ec2-a968-4d35-a07d-d1fea62b863a', 'network_id': 'cb33c894-6bc6-4813-bd3b-73c5d9175eb6', 'port_id': '795c8ec2-a968-4d35-a07d-d1fea62b863a', 'mac_address': 'fa:16:3e:d6:35:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83bfd54c-6ef5-4a41-95d3-ee9800650a81', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 17:04:56.442569 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 795c8ec2-a968-4d35-a07d-d1fea62b863a is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:04:56.442977 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (795c8ec2-a968-4d35-a07d-d1fea62b863a), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:56.458303 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795c8ec2-a968-4d35-a07d-d1fea62b863a {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 17:04:56.477863 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 795c8ec2-a968-4d35-a07d-d1fea62b863a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=795c8ec2-a968-4d35-a07d-d1fea62b863a,segment=NetworkSegment(7794c4c6-a1a9-4535-ad34-0105ab81a966),segment_id=7794c4c6-a1a9-4535-ad34-0105ab81a966)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:04:56.482665 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (795c8ec2-a968-4d35-a07d-d1fea62b863a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:56.533847 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=795c8ec2-a968-4d35-a07d-d1fea62b863a,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:56.719720 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['795c8ec2-a968-4d35-a07d-d1fea62b863a'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 17:04:57.256486 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cc7cf-fc14-47e6-bbe5-ce3331c550d2 req-d022f660-3f77-45c9-a28c-2d8a1bd3447a tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:57.257977 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-039cc7cf-fc14-47e6-bbe5-ce3331c550d2 req-d022f660-3f77-45c9-a28c-2d8a1bd3447a tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f3988dc-8a37-40e6-91d7-e4d6ce790126 HTTP/1.1" status: 200 len: 949 time: 0.0533097 Mar 01 17:04:57.312097 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-039cc7cf-fc14-47e6-bbe5-ce3331c550d2 req-cfe05493-d7d6-4049-8071-25a403d0f348 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8180c37-68fd-40ee-973d-33422b0ceb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478048 Mar 01 17:04:58.276600 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 795c8ec2-a968-4d35-a07d-d1fea62b863a up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:04:58.329679 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning for port 795c8ec2-a968-4d35-a07d-d1fea62b863a completed by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 17:04:58.333698 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port 795c8ec2-a968-4d35-a07d-d1fea62b863a triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:04:58.334078 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (795c8ec2-a968-4d35-a07d-d1fea62b863a), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:58.423514 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 795c8ec2-a968-4d35-a07d-d1fea62b863a is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:04:58.424165 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (795c8ec2-a968-4d35-a07d-d1fea62b863a), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:58.443333 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6ef4c-5b3b-46e0-bc6f-efbb98efe8c8 req-40611323-33bc-4cc1-876d-eab5f709dd2a tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:58.445175 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-58a6ef4c-5b3b-46e0-bc6f-efbb98efe8c8 req-40611323-33bc-4cc1-876d-eab5f709dd2a tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f3988dc-8a37-40e6-91d7-e4d6ce790126 HTTP/1.1" status: 200 len: 949 time: 0.0604019 Mar 01 17:04:58.450996 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3988dc-8a37-40e6-91d7-e4d6ce790126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795c8ec2-a968-4d35-a07d-d1fea62b863a'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:04:58.453526 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a504ab17-f47a-4620-a9c3-fe7137d8eb84" -d '{"events": [{"server_uuid": "2f3988dc-8a37-40e6-91d7-e4d6ce790126", "name": "network-vif-plugged", "status": "completed", "tag": "795c8ec2-a968-4d35-a07d-d1fea62b863a"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:04:58.471953 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 795c8ec2-a968-4d35-a07d-d1fea62b863a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=795c8ec2-a968-4d35-a07d-d1fea62b863a,segment=NetworkSegment(7794c4c6-a1a9-4535-ad34-0105ab81a966),segment_id=7794c4c6-a1a9-4535-ad34-0105ab81a966)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:04:58.478382 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (795c8ec2-a968-4d35-a07d-d1fea62b863a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:04:58.502328 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-58a6ef4c-5b3b-46e0-bc6f-efbb98efe8c8 req-9c20c6cd-07cb-49a9-8b87-41033646e15d tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8180c37-68fd-40ee-973d-33422b0ceb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500450 Mar 01 17:04:58.505004 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403466ef-e23c-4489-9cba-8d6edc72b240 x-openstack-request-id: req-403466ef-e23c-4489-9cba-8d6edc72b240 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:04:58.505300 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3988dc-8a37-40e6-91d7-e4d6ce790126", "name": "network-vif-plugged", "status": "completed", "tag": "795c8ec2-a968-4d35-a07d-d1fea62b863a", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:04:58.505555 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-403466ef-e23c-4489-9cba-8d6edc72b240 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:04:58.505949 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3988dc-8a37-40e6-91d7-e4d6ce790126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795c8ec2-a968-4d35-a07d-d1fea62b863a', 'code': 200} Mar 01 17:04:58.534787 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=795c8ec2-a968-4d35-a07d-d1fea62b863a,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:04:58.688412 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cac495-a5d5-4314-b30b-dde3d68dcbd7 req-1a885b7e-ffb3-4219-ad02-5e886a3cc708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:58.689863 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-11cac495-a5d5-4314-b30b-dde3d68dcbd7 req-1a885b7e-ffb3-4219-ad02-5e886a3cc708 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f3988dc-8a37-40e6-91d7-e4d6ce790126 HTTP/1.1" status: 200 len: 1134 time: 0.0519328 Mar 01 17:04:58.738473 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-11cac495-a5d5-4314-b30b-dde3d68dcbd7 req-608cd32c-2712-4aca-aca1-bf2fa6f926de service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c8180c37-68fd-40ee-973d-33422b0ceb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421844 Mar 01 17:04:59.647758 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312eb89-12e0-468e-8dde-508acbabd276 req-68df6e5f-c85f-4b70-9250-dbf409371ce5 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:04:59.649310 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a312eb89-12e0-468e-8dde-508acbabd276 req-68df6e5f-c85f-4b70-9250-dbf409371ce5 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f3988dc-8a37-40e6-91d7-e4d6ce790126 HTTP/1.1" status: 200 len: 950 time: 0.0595326 Mar 01 17:04:59.702033 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a312eb89-12e0-468e-8dde-508acbabd276 req-86317e14-b118-4cc8-b5a2-405ea01137f8 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8180c37-68fd-40ee-973d-33422b0ceb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427167 Mar 01 17:05:00.820996 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bbdf4-7ce7-41c1-af9d-4e9f933cf3a2 req-80051073-17c0-484e-9341-4185eba716e1 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:00.823030 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-933bbdf4-7ce7-41c1-af9d-4e9f933cf3a2 req-80051073-17c0-484e-9341-4185eba716e1 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f3988dc-8a37-40e6-91d7-e4d6ce790126 HTTP/1.1" status: 200 len: 950 time: 0.0534050 Mar 01 17:05:00.872333 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-933bbdf4-7ce7-41c1-af9d-4e9f933cf3a2 req-298980b8-f4c0-4176-a8b6-16975e9ac1a2 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8180c37-68fd-40ee-973d-33422b0ceb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433404 Mar 01 17:05:01.141730 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc55c3-62ee-40db-9d43-dd1a23c580ae req-6451d9ce-903e-4fce-9d54-65876efb914d tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:01.143390 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-54cc55c3-62ee-40db-9d43-dd1a23c580ae req-6451d9ce-903e-4fce-9d54-65876efb914d tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f3988dc-8a37-40e6-91d7-e4d6ce790126 HTTP/1.1" status: 200 len: 950 time: 0.0568018 Mar 01 17:05:01.196517 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-54cc55c3-62ee-40db-9d43-dd1a23c580ae req-882f84a4-49fd-4070-9fd3-47f4dd406831 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8180c37-68fd-40ee-973d-33422b0ceb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435157 Mar 01 17:05:01.974862 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:02.316660 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d290aa-2a8a-498c-84da-59b55f10cb7d req-a8d50b49-f193-4c27-b2d1-4df8531ef43a tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:02.318145 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-48d290aa-2a8a-498c-84da-59b55f10cb7d req-a8d50b49-f193-4c27-b2d1-4df8531ef43a tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f3988dc-8a37-40e6-91d7-e4d6ce790126 HTTP/1.1" status: 200 len: 950 time: 0.0529268 Mar 01 17:05:02.368428 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-48d290aa-2a8a-498c-84da-59b55f10cb7d req-bf4e9981-d5cc-4aa4-8f27-5c00492f5dd3 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/security-groups?id=c8180c37-68fd-40ee-973d-33422b0ceb48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444815 Mar 01 17:05:02.505575 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170e84e-adde-49a7-9cce-806c3fbda3ef req-7ae1ba44-6f8e-482d-a933-ef5e312a2bbd tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:02.508001 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7170e84e-adde-49a7-9cce-806c3fbda3ef req-7ae1ba44-6f8e-482d-a933-ef5e312a2bbd tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f3988dc-8a37-40e6-91d7-e4d6ce790126 HTTP/1.1" status: 200 len: 950 time: 0.0624783 Mar 01 17:05:02.614530 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-7170e84e-adde-49a7-9cce-806c3fbda3ef req-3f0f8e94-796f-4fd8-be62-8199b687edb8 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Deleting port 795c8ec2-a968-4d35-a07d-d1fea62b863a {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:05:02.615096 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-7170e84e-adde-49a7-9cce-806c3fbda3ef req-3f0f8e94-796f-4fd8-be62-8199b687edb8 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (795c8ec2-a968-4d35-a07d-d1fea62b863a), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:02.713486 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-7170e84e-adde-49a7-9cce-806c3fbda3ef req-3f0f8e94-796f-4fd8-be62-8199b687edb8 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] For port 795c8ec2-a968-4d35-a07d-d1fea62b863a, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=795c8ec2-a968-4d35-a07d-d1fea62b863a,segment=NetworkSegment(7794c4c6-a1a9-4535-ad34-0105ab81a966),segment_id=7794c4c6-a1a9-4535-ad34-0105ab81a966)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:05:02.714506 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-7170e84e-adde-49a7-9cce-806c3fbda3ef req-3f0f8e94-796f-4fd8-be62-8199b687edb8 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (795c8ec2-a968-4d35-a07d-d1fea62b863a), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:02.727748 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-7170e84e-adde-49a7-9cce-806c3fbda3ef req-3f0f8e94-796f-4fd8-be62-8199b687edb8 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Calling delete_port for 795c8ec2-a968-4d35-a07d-d1fea62b863a owned by compute:nova {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:05:02.882475 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-7170e84e-adde-49a7-9cce-806c3fbda3ef req-3f0f8e94-796f-4fd8-be62-8199b687edb8 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (795c8ec2-a968-4d35-a07d-d1fea62b863a), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:02.893834 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['795c8ec2-a968-4d35-a07d-d1fea62b863a'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 17:05:02.913732 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f8e94-796f-4fd8-be62-8199b687edb8 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Pushing event deleted for resources: {'Port': ['ID=795c8ec2-a968-4d35-a07d-d1fea62b863a,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:02.963832 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-7170e84e-adde-49a7-9cce-806c3fbda3ef req-3f0f8e94-796f-4fd8-be62-8199b687edb8 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] No DVR routers for this DVR port 795c8ec2-a968-4d35-a07d-d1fea62b863a on host hv-cinder-83124 {{(pid=103032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:05:02.966314 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-7170e84e-adde-49a7-9cce-806c3fbda3ef req-3f0f8e94-796f-4fd8-be62-8199b687edb8 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:02.969825 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7170e84e-adde-49a7-9cce-806c3fbda3ef req-3f0f8e94-796f-4fd8-be62-8199b687edb8 tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.37 "DELETE /v2.0/ports/795c8ec2-a968-4d35-a07d-d1fea62b863a HTTP/1.1" status: 204 len: 173 time: 0.4567118 Mar 01 17:05:02.970307 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f3988dc-8a37-40e6-91d7-e4d6ce790126', 'name': 'network-vif-deleted', 'tag': '795c8ec2-a968-4d35-a07d-d1fea62b863a'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:05:02.978286 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9093d2db-26f5-4e66-8484-a15b3dc4d578" -d '{"events": [{"server_uuid": "2f3988dc-8a37-40e6-91d7-e4d6ce790126", "name": "network-vif-deleted", "tag": "795c8ec2-a968-4d35-a07d-d1fea62b863a"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:05:03.021068 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc55364e-5311-440d-b93f-2028c6cda3a2 x-openstack-request-id: req-fc55364e-5311-440d-b93f-2028c6cda3a2 {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:05:03.021598 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f3988dc-8a37-40e6-91d7-e4d6ce790126", "name": "network-vif-deleted", "tag": "795c8ec2-a968-4d35-a07d-d1fea62b863a", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:05:03.022207 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fc55364e-5311-440d-b93f-2028c6cda3a2 {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:05:03.022561 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f3988dc-8a37-40e6-91d7-e4d6ce790126', 'name': 'network-vif-deleted', 'tag': '795c8ec2-a968-4d35-a07d-d1fea62b863a', 'status': 'completed', 'code': 200} Mar 01 17:05:03.486534 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-cac493ea-e1df-4bbb-bbcc-8c26eaed4ee8 req-51ab9a8a-39cd-44ad-8a7c-445ecbce2f4d tempest-VolumesNegativeTest-1312979095 tempest-VolumesNegativeTest-1312979095-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f3988dc-8a37-40e6-91d7-e4d6ce790126 HTTP/1.1" status: 200 len: 210 time: 0.0307961 Mar 01 17:05:04.297461 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59866) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:05:04.407138 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f64e867a-8760-4662-a983-60401eb3b7c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:04.481504 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f64e867a-8760-4662-a983-60401eb3b7c7 admin admin] Publish callbacks [] for security_group (9d9d8579-cdd9-445d-8be9-a6339166c665), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:04.485410 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-f64e867a-8760-4662-a983-60401eb3b7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (9d9d8579-cdd9-445d-8be9-a6339166c665), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:04.524910 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-f64e867a-8760-4662-a983-60401eb3b7c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=854195a884a54dbb95297b5ae163b3d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262950 Mar 01 17:05:04.526776 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e867a-8760-4662-a983-60401eb3b7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9d8579-cdd9-445d-8be9-a6339166c665,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:04.528236 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59872) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:05:04.598240 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5ca099de-e8e7-409f-9db7-50cdb07e78b7 admin admin] Publish callbacks [] for security_group (9d9d8579-cdd9-445d-8be9-a6339166c665), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:04.621450 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5ca099de-e8e7-409f-9db7-50cdb07e78b7 admin admin] Publish callbacks [] for security_group (9d9d8579-cdd9-445d-8be9-a6339166c665), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:04.670222 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5ca099de-e8e7-409f-9db7-50cdb07e78b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (9d9d8579-cdd9-445d-8be9-a6339166c665), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:04.672835 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5ca099de-e8e7-409f-9db7-50cdb07e78b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:04.673968 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-5ca099de-e8e7-409f-9db7-50cdb07e78b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d9d8579-cdd9-445d-8be9-a6339166c665 HTTP/1.1" status: 204 len: 168 time: 0.1446414 Mar 01 17:05:04.682644 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca099de-e8e7-409f-9db7-50cdb07e78b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9d8579-cdd9-445d-8be9-a6339166c665,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:04.962115 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59898) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:05:04.975613 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ed4ebc15-a56d-4830-baa3-50a6da68d6ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:05.054743 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ed4ebc15-a56d-4830-baa3-50a6da68d6ab admin admin] Publish callbacks [] for security_group (59ca6112-707e-4be3-a622-165081d44b1a), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:05.058567 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ed4ebc15-a56d-4830-baa3-50a6da68d6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (59ca6112-707e-4be3-a622-165081d44b1a), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:05.101572 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-ed4ebc15-a56d-4830-baa3-50a6da68d6ab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8e1aaee604f24a85a89710b13750e199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377652 Mar 01 17:05:05.105757 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ebc15-a56d-4830-baa3-50a6da68d6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ca6112-707e-4be3-a622-165081d44b1a,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:05.105876 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59906) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:05:05.155575 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3d9640df-befd-4767-951c-3d6e9dfa102d admin admin] Publish callbacks [] for security_group (59ca6112-707e-4be3-a622-165081d44b1a), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:05.178629 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3d9640df-befd-4767-951c-3d6e9dfa102d admin admin] Publish callbacks [] for security_group (59ca6112-707e-4be3-a622-165081d44b1a), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:05.231894 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3d9640df-befd-4767-951c-3d6e9dfa102d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (59ca6112-707e-4be3-a622-165081d44b1a), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:05.234496 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-3d9640df-befd-4767-951c-3d6e9dfa102d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:05.235666 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-3d9640df-befd-4767-951c-3d6e9dfa102d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59ca6112-707e-4be3-a622-165081d44b1a HTTP/1.1" status: 204 len: 168 time: 0.1292293 Mar 01 17:05:05.243576 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9640df-befd-4767-951c-3d6e9dfa102d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ca6112-707e-4be3-a622-165081d44b1a,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:05.593997 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 59978) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:05:05.607865 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7a8b6f33-20e0-48b2-85b1-1712e540ae95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:05.698338 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7a8b6f33-20e0-48b2-85b1-1712e540ae95 admin admin] Publish callbacks [] for security_group (32631c71-0395-47c1-8414-f3f10b881c9b), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:05.702341 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-7a8b6f33-20e0-48b2-85b1-1712e540ae95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (32631c71-0395-47c1-8414-f3f10b881c9b), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:05.743608 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-7a8b6f33-20e0-48b2-85b1-1712e540ae95 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=71800ff4ce0e4cbfbf71808e5bed1189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457312 Mar 01 17:05:05.743608 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b6f33-20e0-48b2-85b1-1712e540ae95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32631c71-0395-47c1-8414-f3f10b881c9b,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:05.753065 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 59984) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:05:05.826008 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7614078c-ddc0-4ffe-960b-33c22a759292 admin admin] Publish callbacks [] for security_group (32631c71-0395-47c1-8414-f3f10b881c9b), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:05.854694 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7614078c-ddc0-4ffe-960b-33c22a759292 admin admin] Publish callbacks [] for security_group (32631c71-0395-47c1-8414-f3f10b881c9b), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:05.910025 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7614078c-ddc0-4ffe-960b-33c22a759292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (32631c71-0395-47c1-8414-f3f10b881c9b), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:05.912610 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-7614078c-ddc0-4ffe-960b-33c22a759292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:05.913758 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-7614078c-ddc0-4ffe-960b-33c22a759292 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/32631c71-0395-47c1-8414-f3f10b881c9b HTTP/1.1" status: 204 len: 168 time: 0.1584620 Mar 01 17:05:05.925120 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614078c-ddc0-4ffe-960b-33c22a759292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32631c71-0395-47c1-8414-f3f10b881c9b,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:06.291406 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 795c8ec2-a968-4d35-a07d-d1fea62b863a no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:05:06.313050 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] No Port match for: 795c8ec2-a968-4d35-a07d-d1fea62b863a {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:05:06.313606 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 795c8ec2-a968-4d35-a07d-d1fea62b863a not bound to the agent host hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:05:06.635869 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 60076) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:05:06.732379 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-6dd75199-14a8-4110-9abd-1817599ab057 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-608421402-network', 'tenant_id': '3f7896b67ae74206afe5272b621eccfa'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:05:06.753143 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd75199-14a8-4110-9abd-1817599ab057 admin admin] Made reservation on behalf of 3f7896b67ae74206afe5272b621eccfa for: {'network': 1} {{(pid=103033) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:05:06.755576 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6dd75199-14a8-4110-9abd-1817599ab057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for network (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:06.766287 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6dd75199-14a8-4110-9abd-1817599ab057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:06.850417 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6dd75199-14a8-4110-9abd-1817599ab057 admin admin] Publish callbacks [] for security_group (ac649bdf-a821-4859-a695-6d70a4f3d4d2), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:06.859468 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6dd75199-14a8-4110-9abd-1817599ab057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (ac649bdf-a821-4859-a695-6d70a4f3d4d2), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:06.884507 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd75199-14a8-4110-9abd-1817599ab057 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103033) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 17:05:06.900207 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd75199-14a8-4110-9abd-1817599ab057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac649bdf-a821-4859-a695-6d70a4f3d4d2,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:06.907020 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6dd75199-14a8-4110-9abd-1817599ab057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (9eaed7b6-c5d6-4e90-854c-35ecca172f21), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:06.907686 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.db.segments_db [None req-6dd75199-14a8-4110-9abd-1817599ab057 admin admin] Added segment 9eaed7b6-c5d6-4e90-854c-35ecca172f21 of type vlan for network 3f50c678-7fc9-4152-9d19-85b25fbe3186 Mar 01 17:05:06.963942 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6dd75199-14a8-4110-9abd-1817599ab057 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740453230677'] for network (3f50c678-7fc9-4152-9d19-85b25fbe3186), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:06.991722 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6dd75199-14a8-4110-9abd-1817599ab057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404'] for network (3f50c678-7fc9-4152-9d19-85b25fbe3186), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:06.992696 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd75199-14a8-4110-9abd-1817599ab057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:06.993275 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-6dd75199-14a8-4110-9abd-1817599ab057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:07.057636 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-6dd75199-14a8-4110-9abd-1817599ab057 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4179163 Mar 01 17:05:07.058028 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 60112) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:05:07.063424 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [None req-1ae22a25-0c04-4819-92a8-54e41cf81af7 admin admin] Request body: {'subnet': {'network_id': '3f50c678-7fc9-4152-9d19-85b25fbe3186', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-608421402-subnet', 'tenant_id': '3f7896b67ae74206afe5272b621eccfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:05:07.064165 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd75199-14a8-4110-9abd-1817599ab057 admin admin] Pushing event updated for resources: {'Network': ['ID=3f50c678-7fc9-4152-9d19-85b25fbe3186,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:07.075375 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Network 3f50c678-7fc9-4152-9d19-85b25fbe3186 details requested by agent ovs-agent-dv-cinder-831247-2-iscsi with host dv-cinder-831247-2-iscsi {{(pid=103034) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 01 17:05:07.099795 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae22a25-0c04-4819-92a8-54e41cf81af7 admin admin] Made reservation on behalf of 3f7896b67ae74206afe5272b621eccfa for: {'subnet': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:05:07.102794 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1ae22a25-0c04-4819-92a8-54e41cf81af7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12089765'] for subnet (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:07.319059 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1ae22a25-0c04-4819-92a8-54e41cf81af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12092270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12089751'] for subnet (976bb9e8-e578-4f87-bacf-83a42008ce58), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:07.371934 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae22a25-0c04-4819-92a8-54e41cf81af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=976bb9e8-e578-4f87-bacf-83a42008ce58,revision_number=0']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:07.395209 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae22a25-0c04-4819-92a8-54e41cf81af7 admin admin] Checking segment: {'id': '9eaed7b6-c5d6-4e90-854c-35ecca172f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3f50c678-7fc9-4152-9d19-85b25fbe3186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:05:07.395688 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae22a25-0c04-4819-92a8-54e41cf81af7 admin admin] Network hostable DHCP agents. Network: 3f50c678-7fc9-4152-9d19-85b25fbe3186, hostable agents: ['76634103-e363-4824-9b69-d0e42b80a9e6'], hosted agents: [] {{(pid=103032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 17:05:07.416291 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae22a25-0c04-4819-92a8-54e41cf81af7 admin admin] Network 3f50c678-7fc9-4152-9d19-85b25fbe3186 is scheduled to be hosted by DHCP agent 76634103-e363-4824-9b69-d0e42b80a9e6 with binding_index 1 {{(pid=103032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 17:05:07.427142 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [None req-1ae22a25-0c04-4819-92a8-54e41cf81af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831247-2-iscsi, 3f50c678-7fc9-4152-9d19-85b25fbe3186) {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:05:07.432594 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae22a25-0c04-4819-92a8-54e41cf81af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:07.433641 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-1ae22a25-0c04-4819-92a8-54e41cf81af7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:07.436930 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62577e7f-9835-4cdd-aa34-0ffc4e2533e5 None None] Network 3f50c678-7fc9-4152-9d19-85b25fbe3186 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:05:07.468420 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-1ae22a25-0c04-4819-92a8-54e41cf81af7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4047089 Mar 01 17:05:07.590167 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e8ac0b-22e5-44a0-b9d8-22b10aaf7e9f None None] Network 3f50c678-7fc9-4152-9d19-85b25fbe3186 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:05:09.374855 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-a5f258c9-63be-4efb-9529-8b77ab8d5727 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:09.376411 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-a5f258c9-63be-4efb-9529-8b77ab8d5727 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/networks?id=3f50c678-7fc9-4152-9d19-85b25fbe3186 HTTP/1.1" status: 200 len: 808 time: 0.1146586 Mar 01 17:05:09.393389 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-6fde4888-a747-4471-af91-05cb8c8716de tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/quotas/3f7896b67ae74206afe5272b621eccfa HTTP/1.1" status: 200 len: 375 time: 0.0100915 Mar 01 17:05:09.429915 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-bb30eb6d-34c7-4c10-8f52-f880c095625a tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3f7896b67ae74206afe5272b621eccfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280890 Mar 01 17:05:09.438040 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 60188) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:05:09.527492 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-0240cbd8-dda6-4f79-976e-bf9b8c2678a3 service neutron] 10.222.0.55 "GET /v2.0/networks/3f50c678-7fc9-4152-9d19-85b25fbe3186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907006 Mar 01 17:05:09.578447 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-b22c7038-eb5a-47a6-bb9a-a9090d8d0a6e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9328b2188b314c94a568cee622932ccc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391830 Mar 01 17:05:09.580883 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 60192) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:05:09.622783 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-429e68df-fd4a-43a3-9f8b-392c10a14048 service neutron] 10.222.0.55 "GET /v2.0/networks/3f50c678-7fc9-4152-9d19-85b25fbe3186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897136 Mar 01 17:05:09.629801 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d67feaf7-66b5-4056-85e8-9359f47a034d admin admin] Publish callbacks [] for security_group (c8180c37-68fd-40ee-973d-33422b0ceb48), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:09.657381 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d67feaf7-66b5-4056-85e8-9359f47a034d admin admin] Publish callbacks [] for security_group (c8180c37-68fd-40ee-973d-33422b0ceb48), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:09.707148 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d67feaf7-66b5-4056-85e8-9359f47a034d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (c8180c37-68fd-40ee-973d-33422b0ceb48), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:09.710023 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-d67feaf7-66b5-4056-85e8-9359f47a034d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:09.711774 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-d67feaf7-66b5-4056-85e8-9359f47a034d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c8180c37-68fd-40ee-973d-33422b0ceb48 HTTP/1.1" status: 204 len: 168 time: 0.1299334 Mar 01 17:05:09.728681 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67feaf7-66b5-4056-85e8-9359f47a034d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8180c37-68fd-40ee-973d-33422b0ceb48,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:09.810040 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-114e56b7-67c4-4c71-94eb-4eda9c9745de req-cafb22a6-dda2-4f10-9f7a-ae6dcba38c06 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?device_id=43d61d12-8155-4cca-b3d9-ac807819256b HTTP/1.1" status: 200 len: 210 time: 0.0317733 Mar 01 17:05:10.776870 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-5b9447e4-f1b9-493d-8ca0-aecd4b1045df tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:10.779165 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-5b9447e4-f1b9-493d-8ca0-aecd4b1045df tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.37 "GET /v2.0/networks?id=3f50c678-7fc9-4152-9d19-85b25fbe3186 HTTP/1.1" status: 200 len: 808 time: 0.1079144 Mar 01 17:05:10.792945 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-c09ede4a-beab-43c1-aea0-7ea4d16aae7a tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Request body: {'port': {'device_id': '43d61d12-8155-4cca-b3d9-ac807819256b', 'network_id': '3f50c678-7fc9-4152-9d19-85b25fbe3186', 'admin_state_up': True, 'tenant_id': '3f7896b67ae74206afe5272b621eccfa'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:05:10.912575 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-67a70eb1-e39c-4b95-a298-1da4870bc826 req-3c1e2542-1677-400d-92ad-50a81b5e4936 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?device_id=43d61d12-8155-4cca-b3d9-ac807819256b HTTP/1.1" status: 200 len: 210 time: 0.0311401 Mar 01 17:05:10.925191 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-c09ede4a-beab-43c1-aea0-7ea4d16aae7a tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Made reservation on behalf of 3f7896b67ae74206afe5272b621eccfa for: {'port': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:05:10.928691 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-c09ede4a-beab-43c1-aea0-7ea4d16aae7a tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:11.054138 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-c09ede4a-beab-43c1-aea0-7ea4d16aae7a tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Allocated IP 172.20.0.4 (3f50c678-7fc9-4152-9d19-85b25fbe3186/976bb9e8-e578-4f87-bacf-83a42008ce58/38b254a2-b7ae-41dc-81ae-4e698cc1841f) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:05:11.201710 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-c09ede4a-beab-43c1-aea0-7ea4d16aae7a tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Publish callbacks [] for port (38b254a2-b7ae-41dc-81ae-4e698cc1841f), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:11.236432 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-c09ede4a-beab-43c1-aea0-7ea4d16aae7a tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (38b254a2-b7ae-41dc-81ae-4e698cc1841f), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:11.279104 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-c09ede4a-beab-43c1-aea0-7ea4d16aae7a tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Network 3f50c678-7fc9-4152-9d19-85b25fbe3186 is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:05:11.282169 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-c09ede4a-beab-43c1-aea0-7ea4d16aae7a tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:05:11.285668 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-c09ede4a-beab-43c1-aea0-7ea4d16aae7a tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:05:11.314401 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ede4a-beab-43c1-aea0-7ea4d16aae7a tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Pushing event updated for resources: {'Port': ['ID=38b254a2-b7ae-41dc-81ae-4e698cc1841f,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:11.337082 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-c09ede4a-beab-43c1-aea0-7ea4d16aae7a tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:11.337955 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-c09ede4a-beab-43c1-aea0-7ea4d16aae7a tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:11.354273 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-c09ede4a-beab-43c1-aea0-7ea4d16aae7a tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5659664 Mar 01 17:05:11.364401 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] Request body: {'port': {'device_id': '43d61d12-8155-4cca-b3d9-ac807819256b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:05:11.427858 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (38b254a2-b7ae-41dc-81ae-4e698cc1841f), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:11.686778 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b254a2-b7ae-41dc-81ae-4e698cc1841f {{(pid=103032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 17:05:11.694010 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] Publish callbacks [] for port (38b254a2-b7ae-41dc-81ae-4e698cc1841f), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:11.706739 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.provisioning_blocks [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] Transition to ACTIVE for port object 38b254a2-b7ae-41dc-81ae-4e698cc1841f will not be triggered until provisioned by entity L2. {{(pid=103032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 17:05:11.710707 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (38b254a2-b7ae-41dc-81ae-4e698cc1841f), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:11.763974 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] Pushing event updated for resources: {'Port': ['ID=38b254a2-b7ae-41dc-81ae-4e698cc1841f,revision_number=2']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:11.832549 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] Attempting to bind port 38b254a2-b7ae-41dc-81ae-4e698cc1841f on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 17:05:11.833225 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] Attempting to bind port 38b254a2-b7ae-41dc-81ae-4e698cc1841f by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '9eaed7b6-c5d6-4e90-854c-35ecca172f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3f50c678-7fc9-4152-9d19-85b25fbe3186'}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 17:05:11.833225 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] Attempting to bind port 38b254a2-b7ae-41dc-81ae-4e698cc1841f on network 3f50c678-7fc9-4152-9d19-85b25fbe3186 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:05:11.838249 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] Port 38b254a2-b7ae-41dc-81ae-4e698cc1841f on network 3f50c678-7fc9-4152-9d19-85b25fbe3186 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 17:05:11.838642 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] Attempting to bind port 38b254a2-b7ae-41dc-81ae-4e698cc1841f on network 3f50c678-7fc9-4152-9d19-85b25fbe3186 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:05:11.843562 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] Checking agent: {'id': '0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'started_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 17, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 17:05:11.843901 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] Checking segment: {'id': '9eaed7b6-c5d6-4e90-854c-35ecca172f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3f50c678-7fc9-4152-9d19-85b25fbe3186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:05:11.844357 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] Bound using segment: {'id': '9eaed7b6-c5d6-4e90-854c-35ecca172f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3f50c678-7fc9-4152-9d19-85b25fbe3186'} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 17:05:11.844780 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] Bound port: 38b254a2-b7ae-41dc-81ae-4e698cc1841f, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eaed7b6-c5d6-4e90-854c-35ecca172f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3f50c678-7fc9-4152-9d19-85b25fbe3186'}}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 17:05:11.845128 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (38b254a2-b7ae-41dc-81ae-4e698cc1841f), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:11.908490 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] For port 38b254a2-b7ae-41dc-81ae-4e698cc1841f, host hv-cinder-83124, cleared binding levels {{(pid=103032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 17:05:11.911903 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] For port 38b254a2-b7ae-41dc-81ae-4e698cc1841f, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=38b254a2-b7ae-41dc-81ae-4e698cc1841f,segment=NetworkSegment(9eaed7b6-c5d6-4e90-854c-35ecca172f21),segment_id=9eaed7b6-c5d6-4e90-854c-35ecca172f21)] {{(pid=103032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 17:05:11.920192 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (38b254a2-b7ae-41dc-81ae-4e698cc1841f), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:11.956436 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:11.957497 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:11.958961 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] 10.222.0.37 "PUT /v2.0/ports/38b254a2-b7ae-41dc-81ae-4e698cc1841f HTTP/1.1" status: 200 len: 1093 time: 0.5985324 Mar 01 17:05:11.961287 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d61d12-8155-4cca-b3d9-ac807819256b', 'tag': '38b254a2-b7ae-41dc-81ae-4e698cc1841f'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:05:11.964857 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d400f3d-4472-4b66-9b1e-f13c2f68c14f" -d '{"events": [{"name": "network-changed", "server_uuid": "43d61d12-8155-4cca-b3d9-ac807819256b", "tag": "38b254a2-b7ae-41dc-81ae-4e698cc1841f"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:05:11.990886 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8d23b-0b8a-4167-9fef-0f9689ee4c70 service neutron] Pushing event updated for resources: {'Port': ['ID=38b254a2-b7ae-41dc-81ae-4e698cc1841f,revision_number=3']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:12.046219 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc53bb7-98f1-4093-8ca5-e18f0a9ddac4 req-0866c204-0fc2-4fbb-a76b-94896578bac3 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:12.047798 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2fc53bb7-98f1-4093-8ca5-e18f0a9ddac4 req-0866c204-0fc2-4fbb-a76b-94896578bac3 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?device_id=43d61d12-8155-4cca-b3d9-ac807819256b HTTP/1.1" status: 200 len: 943 time: 0.0653353 Mar 01 17:05:12.052961 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 17:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb178d6-85ed-4703-a959-887c7e7c0cf8 x-openstack-request-id: req-bfb178d6-85ed-4703-a959-887c7e7c0cf8 {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:05:12.053322 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d61d12-8155-4cca-b3d9-ac807819256b", "tag": "38b254a2-b7ae-41dc-81ae-4e698cc1841f", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:05:12.053517 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bfb178d6-85ed-4703-a959-887c7e7c0cf8 {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:05:12.053984 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d61d12-8155-4cca-b3d9-ac807819256b', 'tag': '38b254a2-b7ae-41dc-81ae-4e698cc1841f', 'status': 'completed', 'code': 200} Mar 01 17:05:12.074488 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-d8a685bc-2da4-487a-92d0-40f1a826ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:12.076059 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-d8a685bc-2da4-487a-92d0-40f1a826ecf0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f7896b67ae74206afe5272b621eccfa&device_id=43d61d12-8155-4cca-b3d9-ac807819256b HTTP/1.1" status: 200 len: 1127 time: 0.0575747 Mar 01 17:05:12.098466 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2fc53bb7-98f1-4093-8ca5-e18f0a9ddac4 req-eb037276-1026-46fa-a78a-d298a9dc015c tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac649bdf-a821-4859-a695-6d70a4f3d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446520 Mar 01 17:05:12.117949 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-9350cc60-0356-452b-b172-2ee0714263ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b254a2-b7ae-41dc-81ae-4e698cc1841f HTTP/1.1" status: 200 len: 217 time: 0.0358627 Mar 01 17:05:12.167257 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-9ca26108-84c1-4b22-9b61-742a726d9eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:12.168731 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-9ca26108-84c1-4b22-9b61-742a726d9eae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=976bb9e8-e578-4f87-bacf-83a42008ce58 HTTP/1.1" status: 200 len: 848 time: 0.0436718 Mar 01 17:05:12.203392 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-74da9a4f-818f-404d-8926-09b8e477d5a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3f50c678-7fc9-4152-9d19-85b25fbe3186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287745 Mar 01 17:05:12.294556 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-5c3cfd39-bdf6-44bc-a004-cafca0be9436 service neutron] 10.222.0.37 "GET /v2.0/networks/3f50c678-7fc9-4152-9d19-85b25fbe3186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843375 Mar 01 17:05:12.382323 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bb05036a-b6b3-4e49-87a0-d631c84d95a6 req-73dd211e-de29-4aab-bea1-a696e4057091 service neutron] 10.222.0.37 "GET /v2.0/networks/3f50c678-7fc9-4152-9d19-85b25fbe3186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820587 Mar 01 17:05:12.469981 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d400f3d-4472-4b66-9b1e-f13c2f68c14f req-4b3c03d0-e5cb-4969-8044-8b233b7ccf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:12.471465 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8d400f3d-4472-4b66-9b1e-f13c2f68c14f req-4b3c03d0-e5cb-4969-8044-8b233b7ccf59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f7896b67ae74206afe5272b621eccfa&device_id=43d61d12-8155-4cca-b3d9-ac807819256b HTTP/1.1" status: 200 len: 1127 time: 0.0471168 Mar 01 17:05:12.565241 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d400f3d-4472-4b66-9b1e-f13c2f68c14f req-64eb9e1c-3f06-42ff-bd76-bd1797e5279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:12.566708 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8d400f3d-4472-4b66-9b1e-f13c2f68c14f req-64eb9e1c-3f06-42ff-bd76-bd1797e5279c service neutron] 10.222.0.37 "GET /v2.0/networks?id=3f50c678-7fc9-4152-9d19-85b25fbe3186 HTTP/1.1" status: 200 len: 909 time: 0.0889938 Mar 01 17:05:12.609381 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8d400f3d-4472-4b66-9b1e-f13c2f68c14f req-44b63cd3-4499-4aa1-b0a7-f6cfbbaa4603 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38b254a2-b7ae-41dc-81ae-4e698cc1841f HTTP/1.1" status: 200 len: 217 time: 0.0363736 Mar 01 17:05:12.658267 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d400f3d-4472-4b66-9b1e-f13c2f68c14f req-71a2c477-f767-4f12-b861-2fdb26057e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:12.659768 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8d400f3d-4472-4b66-9b1e-f13c2f68c14f req-71a2c477-f767-4f12-b861-2fdb26057e0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=976bb9e8-e578-4f87-bacf-83a42008ce58 HTTP/1.1" status: 200 len: 848 time: 0.0442052 Mar 01 17:05:12.692511 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8d400f3d-4472-4b66-9b1e-f13c2f68c14f req-6d537aec-060c-48ff-9f01-520fd28c8900 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3f50c678-7fc9-4152-9d19-85b25fbe3186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246716 Mar 01 17:05:12.784446 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8d400f3d-4472-4b66-9b1e-f13c2f68c14f req-836a2868-37e9-4c30-94aa-bedd02066a3c service neutron] 10.222.0.37 "GET /v2.0/networks/3f50c678-7fc9-4152-9d19-85b25fbe3186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851831 Mar 01 17:05:12.876617 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-8d400f3d-4472-4b66-9b1e-f13c2f68c14f req-88d6bcfd-0308-41c5-98fc-57c82a95aa27 service neutron] 10.222.0.37 "GET /v2.0/networks/3f50c678-7fc9-4152-9d19-85b25fbe3186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849617 Mar 01 17:05:13.225367 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82f795-b08e-4cd4-911e-05e6f4d1c43b req-473ce53f-8255-434c-a516-e36be98ad20a tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:13.226860 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dd82f795-b08e-4cd4-911e-05e6f4d1c43b req-473ce53f-8255-434c-a516-e36be98ad20a tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?device_id=43d61d12-8155-4cca-b3d9-ac807819256b HTTP/1.1" status: 200 len: 943 time: 0.0540011 Mar 01 17:05:13.275355 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dd82f795-b08e-4cd4-911e-05e6f4d1c43b req-4e9f335e-c2b6-40ff-abe6-440eaa8ae7bb tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac649bdf-a821-4859-a695-6d70a4f3d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409102 Mar 01 17:05:13.687638 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0ed5c0c4-2492-40c5-844d-98fc5f0bd76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:14.340691 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 38b254a2-b7ae-41dc-81ae-4e698cc1841f details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 17:05:14.398164 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0681c-6fc8-4228-ab25-31a64beb8b04 req-f3a92a22-54cf-4d7f-babd-fc88c758892d tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:14.400243 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-51d0681c-6fc8-4228-ab25-31a64beb8b04 req-f3a92a22-54cf-4d7f-babd-fc88c758892d tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?device_id=43d61d12-8155-4cca-b3d9-ac807819256b HTTP/1.1" status: 200 len: 943 time: 0.0572007 Mar 01 17:05:14.449208 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-51d0681c-6fc8-4228-ab25-31a64beb8b04 req-3c4ab83b-b16e-4492-b37f-0e640d8f7d4f tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac649bdf-a821-4859-a695-6d70a4f3d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432415 Mar 01 17:05:14.576453 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 38b254a2-b7ae-41dc-81ae-4e698cc1841f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=38b254a2-b7ae-41dc-81ae-4e698cc1841f,segment=NetworkSegment(9eaed7b6-c5d6-4e90-854c-35ecca172f21),segment_id=9eaed7b6-c5d6-4e90-854c-35ecca172f21)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:05:14.590038 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': '38b254a2-b7ae-41dc-81ae-4e698cc1841f', 'network_id': '3f50c678-7fc9-4152-9d19-85b25fbe3186', 'port_id': '38b254a2-b7ae-41dc-81ae-4e698cc1841f', 'mac_address': 'fa:16:3e:7c:70:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976bb9e8-e578-4f87-bacf-83a42008ce58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 17:05:14.628936 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 38b254a2-b7ae-41dc-81ae-4e698cc1841f is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:05:14.629328 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (38b254a2-b7ae-41dc-81ae-4e698cc1841f), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:14.649141 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b254a2-b7ae-41dc-81ae-4e698cc1841f {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 17:05:14.667124 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 38b254a2-b7ae-41dc-81ae-4e698cc1841f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=38b254a2-b7ae-41dc-81ae-4e698cc1841f,segment=NetworkSegment(9eaed7b6-c5d6-4e90-854c-35ecca172f21),segment_id=9eaed7b6-c5d6-4e90-854c-35ecca172f21)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:05:14.672546 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (38b254a2-b7ae-41dc-81ae-4e698cc1841f), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:14.723599 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=38b254a2-b7ae-41dc-81ae-4e698cc1841f,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:14.871636 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['38b254a2-b7ae-41dc-81ae-4e698cc1841f'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 17:05:15.573765 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c252f51-9278-414f-954c-624263add7b3 req-b31d2847-a349-4ec2-8322-e39a81fc5a9d tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:15.576105 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7c252f51-9278-414f-954c-624263add7b3 req-b31d2847-a349-4ec2-8322-e39a81fc5a9d tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?device_id=43d61d12-8155-4cca-b3d9-ac807819256b HTTP/1.1" status: 200 len: 944 time: 0.0534546 Mar 01 17:05:15.624110 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-7c252f51-9278-414f-954c-624263add7b3 req-88b49208-417e-49d0-ac06-ce8df73de37e tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac649bdf-a821-4859-a695-6d70a4f3d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423646 Mar 01 17:05:15.948126 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fb1fde6d-33d3-45be-ae68-a05a72d07cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:16.352418 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 38b254a2-b7ae-41dc-81ae-4e698cc1841f up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:05:16.409637 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning for port 38b254a2-b7ae-41dc-81ae-4e698cc1841f completed by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 17:05:16.413677 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port 38b254a2-b7ae-41dc-81ae-4e698cc1841f triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:05:16.414054 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (38b254a2-b7ae-41dc-81ae-4e698cc1841f), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:16.490379 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 38b254a2-b7ae-41dc-81ae-4e698cc1841f is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:05:16.490769 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (38b254a2-b7ae-41dc-81ae-4e698cc1841f), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:16.513704 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d61d12-8155-4cca-b3d9-ac807819256b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b254a2-b7ae-41dc-81ae-4e698cc1841f'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:05:16.515945 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17229977-1147-408a-8683-20f491d74da9" -d '{"events": [{"server_uuid": "43d61d12-8155-4cca-b3d9-ac807819256b", "name": "network-vif-plugged", "status": "completed", "tag": "38b254a2-b7ae-41dc-81ae-4e698cc1841f"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:05:16.528844 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 38b254a2-b7ae-41dc-81ae-4e698cc1841f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=38b254a2-b7ae-41dc-81ae-4e698cc1841f,segment=NetworkSegment(9eaed7b6-c5d6-4e90-854c-35ecca172f21),segment_id=9eaed7b6-c5d6-4e90-854c-35ecca172f21)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:05:16.534377 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (38b254a2-b7ae-41dc-81ae-4e698cc1841f), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:16.560161 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f57535-4b51-473d-a215-e9399721c4b5 x-openstack-request-id: req-d6f57535-4b51-473d-a215-e9399721c4b5 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:05:16.560418 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d61d12-8155-4cca-b3d9-ac807819256b", "name": "network-vif-plugged", "status": "completed", "tag": "38b254a2-b7ae-41dc-81ae-4e698cc1841f", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:05:16.560673 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d6f57535-4b51-473d-a215-e9399721c4b5 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:05:16.561095 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d61d12-8155-4cca-b3d9-ac807819256b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b254a2-b7ae-41dc-81ae-4e698cc1841f', 'code': 200} Mar 01 17:05:16.587014 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=38b254a2-b7ae-41dc-81ae-4e698cc1841f,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:16.748891 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585b435-9c9d-444c-b814-47d8d401887f req-d27d302d-b68a-4b41-957f-5ebaa251e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:16.750458 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d585b435-9c9d-444c-b814-47d8d401887f req-d27d302d-b68a-4b41-957f-5ebaa251e227 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43d61d12-8155-4cca-b3d9-ac807819256b HTTP/1.1" status: 200 len: 1129 time: 0.0764232 Mar 01 17:05:16.776865 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d6377-b5d8-4d78-81c0-bbf9d5cb5b27 req-4af9d5c6-d0c1-416e-a4c3-5bf37882add1 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:16.778308 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ae1d6377-b5d8-4d78-81c0-bbf9d5cb5b27 req-4af9d5c6-d0c1-416e-a4c3-5bf37882add1 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?device_id=43d61d12-8155-4cca-b3d9-ac807819256b HTTP/1.1" status: 200 len: 945 time: 0.0765529 Mar 01 17:05:16.820311 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d585b435-9c9d-444c-b814-47d8d401887f req-3f9e5b04-183f-4c37-ab5f-c6a3e8e4cee1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ac649bdf-a821-4859-a695-6d70a4f3d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638592 Mar 01 17:05:16.842011 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ae1d6377-b5d8-4d78-81c0-bbf9d5cb5b27 req-c560de2d-cbc8-4a3e-aa80-f1c9912b4c7f tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac649bdf-a821-4859-a695-6d70a4f3d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569587 Mar 01 17:05:16.974584 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:17.966175 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ecea1-7206-47d1-87fe-3d068201d12d req-0894a290-3ad1-4953-b0e9-2542adf4b367 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:17.967729 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f56ecea1-7206-47d1-87fe-3d068201d12d req-0894a290-3ad1-4953-b0e9-2542adf4b367 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?device_id=43d61d12-8155-4cca-b3d9-ac807819256b HTTP/1.1" status: 200 len: 945 time: 0.0559187 Mar 01 17:05:18.015118 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-f56ecea1-7206-47d1-87fe-3d068201d12d req-b9de3171-8944-4db8-8e54-fe9df58ef5eb tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac649bdf-a821-4859-a695-6d70a4f3d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419264 Mar 01 17:05:18.570159 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:18.605703 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e28ed-40f2-4e9f-bcc6-8933fd2b3a67 req-17654fa4-c0b0-4a2e-8763-c59c80054aa0 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:18.607155 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c08e28ed-40f2-4e9f-bcc6-8933fd2b3a67 req-17654fa4-c0b0-4a2e-8763-c59c80054aa0 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?device_id=43d61d12-8155-4cca-b3d9-ac807819256b HTTP/1.1" status: 200 len: 945 time: 0.0540276 Mar 01 17:05:18.660093 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-c08e28ed-40f2-4e9f-bcc6-8933fd2b3a67 req-db7782b9-3045-49c4-a8a5-cad777d38972 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac649bdf-a821-4859-a695-6d70a4f3d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474386 Mar 01 17:05:19.787634 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e3e58-9853-4361-9a59-161d49c2ab3f req-02cb05e6-d206-4159-b285-47a37bcdc545 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:19.789108 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-145e3e58-9853-4361-9a59-161d49c2ab3f req-02cb05e6-d206-4159-b285-47a37bcdc545 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?device_id=43d61d12-8155-4cca-b3d9-ac807819256b HTTP/1.1" status: 200 len: 945 time: 0.0560687 Mar 01 17:05:19.839688 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-145e3e58-9853-4361-9a59-161d49c2ab3f req-0640a67f-6aff-46f6-bc78-206e5f0b0391 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac649bdf-a821-4859-a695-6d70a4f3d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442221 Mar 01 17:05:19.901044 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:19.956919 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc0e66-b25e-48ed-ab86-ac3206fa35be req-ec7690c1-0521-4ba0-9517-b19b4f17b717 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:19.958288 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3dcc0e66-b25e-48ed-ab86-ac3206fa35be req-ec7690c1-0521-4ba0-9517-b19b4f17b717 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.37 "GET /v2.0/ports?device_id=43d61d12-8155-4cca-b3d9-ac807819256b HTTP/1.1" status: 200 len: 945 time: 0.0523036 Mar 01 17:05:20.053275 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-3dcc0e66-b25e-48ed-ab86-ac3206fa35be req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Deleting port 38b254a2-b7ae-41dc-81ae-4e698cc1841f {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:05:20.053611 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-3dcc0e66-b25e-48ed-ab86-ac3206fa35be req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (38b254a2-b7ae-41dc-81ae-4e698cc1841f), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:20.142381 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-3dcc0e66-b25e-48ed-ab86-ac3206fa35be req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] For port 38b254a2-b7ae-41dc-81ae-4e698cc1841f, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=38b254a2-b7ae-41dc-81ae-4e698cc1841f,segment=NetworkSegment(9eaed7b6-c5d6-4e90-854c-35ecca172f21),segment_id=9eaed7b6-c5d6-4e90-854c-35ecca172f21)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:05:20.142737 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-3dcc0e66-b25e-48ed-ab86-ac3206fa35be req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (38b254a2-b7ae-41dc-81ae-4e698cc1841f), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:20.156447 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-3dcc0e66-b25e-48ed-ab86-ac3206fa35be req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Calling delete_port for 38b254a2-b7ae-41dc-81ae-4e698cc1841f owned by compute:nova {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:05:20.287153 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-3dcc0e66-b25e-48ed-ab86-ac3206fa35be req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (38b254a2-b7ae-41dc-81ae-4e698cc1841f), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:20.298367 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['38b254a2-b7ae-41dc-81ae-4e698cc1841f'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 17:05:20.316073 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Pushing event deleted for resources: {'Port': ['ID=38b254a2-b7ae-41dc-81ae-4e698cc1841f,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:20.342631 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:20.342958 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:20.343299 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:20.343656 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:20.343983 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:20.344312 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:20.344636 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:20.344957 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:20.345277 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:20.345599 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:20.345917 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:20.346232 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:20.346548 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:20.365620 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcc0e66-b25e-48ed-ab86-ac3206fa35be req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] No DVR routers for this DVR port 38b254a2-b7ae-41dc-81ae-4e698cc1841f on host hv-cinder-83124 {{(pid=103032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:05:20.368575 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-3dcc0e66-b25e-48ed-ab86-ac3206fa35be req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:20.371805 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3dcc0e66-b25e-48ed-ab86-ac3206fa35be req-633ff94d-ae0f-427d-b343-7afcdf0cc4b5 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.37 "DELETE /v2.0/ports/38b254a2-b7ae-41dc-81ae-4e698cc1841f HTTP/1.1" status: 204 len: 173 time: 0.4081900 Mar 01 17:05:20.372238 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d61d12-8155-4cca-b3d9-ac807819256b', 'name': 'network-vif-deleted', 'tag': '38b254a2-b7ae-41dc-81ae-4e698cc1841f'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:05:20.374439 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356b7303-9b26-4263-bc21-6a29cc01d489" -d '{"events": [{"server_uuid": "43d61d12-8155-4cca-b3d9-ac807819256b", "name": "network-vif-deleted", "tag": "38b254a2-b7ae-41dc-81ae-4e698cc1841f"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:05:20.414191 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8daa32-95f7-431f-9441-107667749bae x-openstack-request-id: req-2c8daa32-95f7-431f-9441-107667749bae {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:05:20.414503 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d61d12-8155-4cca-b3d9-ac807819256b", "name": "network-vif-deleted", "tag": "38b254a2-b7ae-41dc-81ae-4e698cc1841f", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:05:20.414823 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2c8daa32-95f7-431f-9441-107667749bae {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:05:20.415340 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d61d12-8155-4cca-b3d9-ac807819256b', 'name': 'network-vif-deleted', 'tag': '38b254a2-b7ae-41dc-81ae-4e698cc1841f', 'status': 'completed', 'code': 200} Mar 01 17:05:21.139900 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-a9eab6fe-b400-4f62-b9a5-805b15b3fc5c tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:21.141353 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-a9eab6fe-b400-4f62-b9a5-805b15b3fc5c tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/networks?id=3f50c678-7fc9-4152-9d19-85b25fbe3186 HTTP/1.1" status: 200 len: 808 time: 0.0983434 Mar 01 17:05:21.156528 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-dfdd2382-473e-4f09-bd4a-e9197002a7e4 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/quotas/3f7896b67ae74206afe5272b621eccfa HTTP/1.1" status: 200 len: 375 time: 0.0096517 Mar 01 17:05:21.187506 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-b3bff451-7adb-4be4-89ae-e21876afd75c tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3f7896b67ae74206afe5272b621eccfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259945 Mar 01 17:05:21.282770 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-17d18f69-8e0d-4fd1-87bc-dffba75865f4 service neutron] 10.222.0.55 "GET /v2.0/networks/3f50c678-7fc9-4152-9d19-85b25fbe3186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888810 Mar 01 17:05:21.376446 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-69d4d430-45b5-4b72-a2b0-eb9d9b402ed3 service neutron] 10.222.0.55 "GET /v2.0/networks/3f50c678-7fc9-4152-9d19-85b25fbe3186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880225 Mar 01 17:05:21.534223 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bcb6a1f1-8608-40ad-97dc-e7b82e08dcce req-0d0ecad8-bdae-4bf5-a663-6aae7d011880 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?device_id=357b3530-f001-4e2f-ba6c-333a9d61d7c4 HTTP/1.1" status: 200 len: 210 time: 0.0279188 Mar 01 17:05:22.352113 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 38b254a2-b7ae-41dc-81ae-4e698cc1841f no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:05:22.373404 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] No Port match for: 38b254a2-b7ae-41dc-81ae-4e698cc1841f {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:05:22.373749 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 38b254a2-b7ae-41dc-81ae-4e698cc1841f not bound to the agent host hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:05:22.432896 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-a0d64148-795b-46e3-9ba2-920004c2a303 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:22.434329 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-a0d64148-795b-46e3-9ba2-920004c2a303 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.37 "GET /v2.0/networks?id=3f50c678-7fc9-4152-9d19-85b25fbe3186 HTTP/1.1" status: 200 len: 808 time: 0.1078494 Mar 01 17:05:22.447766 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-9d3702fe-3263-4039-8046-9dcb506f83ec tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Request body: {'port': {'device_id': '357b3530-f001-4e2f-ba6c-333a9d61d7c4', 'network_id': '3f50c678-7fc9-4152-9d19-85b25fbe3186', 'admin_state_up': True, 'tenant_id': '3f7896b67ae74206afe5272b621eccfa'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:05:22.556931 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-9d3702fe-3263-4039-8046-9dcb506f83ec tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Made reservation on behalf of 3f7896b67ae74206afe5272b621eccfa for: {'port': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:05:22.560410 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-9d3702fe-3263-4039-8046-9dcb506f83ec tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:22.630531 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-9e17f9f9-03ce-4710-8d58-52f055390dd8 req-8fb0a4e9-71d5-49bf-a161-2c9fbf5a18ef tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?device_id=357b3530-f001-4e2f-ba6c-333a9d61d7c4 HTTP/1.1" status: 200 len: 210 time: 0.0280840 Mar 01 17:05:22.687291 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-9d3702fe-3263-4039-8046-9dcb506f83ec tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Allocated IP 172.20.0.4 (3f50c678-7fc9-4152-9d19-85b25fbe3186/976bb9e8-e578-4f87-bacf-83a42008ce58/c17a2fe9-d330-4015-aaa5-03440c7a35bf) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:05:22.832021 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-9d3702fe-3263-4039-8046-9dcb506f83ec tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Publish callbacks [] for port (c17a2fe9-d330-4015-aaa5-03440c7a35bf), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:22.863417 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-9d3702fe-3263-4039-8046-9dcb506f83ec tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (c17a2fe9-d330-4015-aaa5-03440c7a35bf), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:22.906223 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-9d3702fe-3263-4039-8046-9dcb506f83ec tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Network 3f50c678-7fc9-4152-9d19-85b25fbe3186 is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:05:22.908988 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-9d3702fe-3263-4039-8046-9dcb506f83ec tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:05:22.912483 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-9d3702fe-3263-4039-8046-9dcb506f83ec tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:05:22.919021 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3702fe-3263-4039-8046-9dcb506f83ec tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Pushing event updated for resources: {'Port': ['ID=c17a2fe9-d330-4015-aaa5-03440c7a35bf,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:22.966166 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-9d3702fe-3263-4039-8046-9dcb506f83ec tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:22.966748 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-9d3702fe-3263-4039-8046-9dcb506f83ec tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:22.982590 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-9d3702fe-3263-4039-8046-9dcb506f83ec tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5394351 Mar 01 17:05:22.994280 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] Request body: {'port': {'device_id': '357b3530-f001-4e2f-ba6c-333a9d61d7c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:05:23.052614 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (c17a2fe9-d330-4015-aaa5-03440c7a35bf), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:23.575627 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17a2fe9-d330-4015-aaa5-03440c7a35bf {{(pid=103032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 17:05:23.582862 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] Publish callbacks [] for port (c17a2fe9-d330-4015-aaa5-03440c7a35bf), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:23.594337 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.provisioning_blocks [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] Transition to ACTIVE for port object c17a2fe9-d330-4015-aaa5-03440c7a35bf will not be triggered until provisioned by entity L2. {{(pid=103032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 17:05:23.598162 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (c17a2fe9-d330-4015-aaa5-03440c7a35bf), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:23.648157 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] Pushing event updated for resources: {'Port': ['ID=c17a2fe9-d330-4015-aaa5-03440c7a35bf,revision_number=2']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:23.740486 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] Attempting to bind port c17a2fe9-d330-4015-aaa5-03440c7a35bf on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 17:05:23.740830 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] Attempting to bind port c17a2fe9-d330-4015-aaa5-03440c7a35bf by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': '9eaed7b6-c5d6-4e90-854c-35ecca172f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3f50c678-7fc9-4152-9d19-85b25fbe3186'}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 17:05:23.741166 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] Attempting to bind port c17a2fe9-d330-4015-aaa5-03440c7a35bf on network 3f50c678-7fc9-4152-9d19-85b25fbe3186 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:05:23.748229 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] Port c17a2fe9-d330-4015-aaa5-03440c7a35bf on network 3f50c678-7fc9-4152-9d19-85b25fbe3186 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 17:05:23.748552 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] Attempting to bind port c17a2fe9-d330-4015-aaa5-03440c7a35bf on network 3f50c678-7fc9-4152-9d19-85b25fbe3186 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:05:23.757311 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] Checking agent: {'id': '0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'started_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 17, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 17:05:23.757646 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] Checking segment: {'id': '9eaed7b6-c5d6-4e90-854c-35ecca172f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3f50c678-7fc9-4152-9d19-85b25fbe3186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:05:23.758035 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] Bound using segment: {'id': '9eaed7b6-c5d6-4e90-854c-35ecca172f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3f50c678-7fc9-4152-9d19-85b25fbe3186'} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 17:05:23.758533 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] Bound port: c17a2fe9-d330-4015-aaa5-03440c7a35bf, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eaed7b6-c5d6-4e90-854c-35ecca172f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3f50c678-7fc9-4152-9d19-85b25fbe3186'}}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 17:05:23.758893 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (c17a2fe9-d330-4015-aaa5-03440c7a35bf), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:23.781218 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296860b-674c-4be0-9d32-ead33cdf6a91 req-d84a74d8-e0ba-44cc-8353-f3efa30c5e3f tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:23.782674 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3296860b-674c-4be0-9d32-ead33cdf6a91 req-d84a74d8-e0ba-44cc-8353-f3efa30c5e3f tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?device_id=357b3530-f001-4e2f-ba6c-333a9d61d7c4 HTTP/1.1" status: 200 len: 943 time: 0.0787809 Mar 01 17:05:23.862348 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] For port c17a2fe9-d330-4015-aaa5-03440c7a35bf, host hv-cinder-83124, cleared binding levels {{(pid=103032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 17:05:23.865448 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] For port c17a2fe9-d330-4015-aaa5-03440c7a35bf, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c17a2fe9-d330-4015-aaa5-03440c7a35bf,segment=NetworkSegment(9eaed7b6-c5d6-4e90-854c-35ecca172f21),segment_id=9eaed7b6-c5d6-4e90-854c-35ecca172f21)] {{(pid=103032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 17:05:23.869539 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3296860b-674c-4be0-9d32-ead33cdf6a91 req-f75813da-0906-42f6-9981-c49baa973f60 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac649bdf-a821-4859-a695-6d70a4f3d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672872 Mar 01 17:05:23.874806 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (c17a2fe9-d330-4015-aaa5-03440c7a35bf), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:23.907790 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:23.908415 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:23.909784 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] 10.222.0.37 "PUT /v2.0/ports/c17a2fe9-d330-4015-aaa5-03440c7a35bf HTTP/1.1" status: 200 len: 1093 time: 0.9202349 Mar 01 17:05:23.911808 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357b3530-f001-4e2f-ba6c-333a9d61d7c4', 'tag': 'c17a2fe9-d330-4015-aaa5-03440c7a35bf'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:05:23.914805 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a00fd3c-9e2a-479d-bc59-aefb9a0d94b7" -d '{"events": [{"name": "network-changed", "server_uuid": "357b3530-f001-4e2f-ba6c-333a9d61d7c4", "tag": "c17a2fe9-d330-4015-aaa5-03440c7a35bf"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:05:23.942597 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26931053-a2e0-42b6-beed-bd4d3ea0847c service neutron] Pushing event updated for resources: {'Port': ['ID=c17a2fe9-d330-4015-aaa5-03440c7a35bf,revision_number=3']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:23.956202 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 17:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360f79ed-3972-474d-a6f2-e33b960f5635 x-openstack-request-id: req-360f79ed-3972-474d-a6f2-e33b960f5635 {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:05:23.956484 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357b3530-f001-4e2f-ba6c-333a9d61d7c4", "tag": "c17a2fe9-d330-4015-aaa5-03440c7a35bf", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:05:23.956732 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-360f79ed-3972-474d-a6f2-e33b960f5635 {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:05:23.957118 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '357b3530-f001-4e2f-ba6c-333a9d61d7c4', 'tag': 'c17a2fe9-d330-4015-aaa5-03440c7a35bf', 'status': 'completed', 'code': 200} Mar 01 17:05:23.997287 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-d0f2617f-d2fa-49d6-93de-5b53970aa572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:23.998766 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-d0f2617f-d2fa-49d6-93de-5b53970aa572 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f7896b67ae74206afe5272b621eccfa&device_id=357b3530-f001-4e2f-ba6c-333a9d61d7c4 HTTP/1.1" status: 200 len: 1127 time: 0.0518074 Mar 01 17:05:24.039234 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-cff31381-a110-44a6-8256-394f6e14c187 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c17a2fe9-d330-4015-aaa5-03440c7a35bf HTTP/1.1" status: 200 len: 217 time: 0.0339947 Mar 01 17:05:24.084082 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-2490727f-3fce-407f-b25a-27337ba625b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:24.085530 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-2490727f-3fce-407f-b25a-27337ba625b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=976bb9e8-e578-4f87-bacf-83a42008ce58 HTTP/1.1" status: 200 len: 848 time: 0.0411704 Mar 01 17:05:24.115468 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-aea02c32-a45f-4d3f-ae17-e0d074710144 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3f50c678-7fc9-4152-9d19-85b25fbe3186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236676 Mar 01 17:05:24.204255 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-b5255c6c-7bdd-43a6-ace0-781fa6ad7e45 service neutron] 10.222.0.37 "GET /v2.0/networks/3f50c678-7fc9-4152-9d19-85b25fbe3186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826919 Mar 01 17:05:24.292469 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-dbe2d2d1-e65b-4f2b-97b7-981e6bf13e7e req-da43aa73-1bcd-4931-a623-c7cbae63a1a8 service neutron] 10.222.0.37 "GET /v2.0/networks/3f50c678-7fc9-4152-9d19-85b25fbe3186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826118 Mar 01 17:05:24.379392 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00fd3c-9e2a-479d-bc59-aefb9a0d94b7 req-a42d83ed-8adf-41ae-8b14-156c4a84093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:24.380910 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0a00fd3c-9e2a-479d-bc59-aefb9a0d94b7 req-a42d83ed-8adf-41ae-8b14-156c4a84093e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f7896b67ae74206afe5272b621eccfa&device_id=357b3530-f001-4e2f-ba6c-333a9d61d7c4 HTTP/1.1" status: 200 len: 1127 time: 0.0463133 Mar 01 17:05:24.471159 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00fd3c-9e2a-479d-bc59-aefb9a0d94b7 req-e23eae3a-5ce4-4309-ac09-c4b8756cd21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:24.472717 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0a00fd3c-9e2a-479d-bc59-aefb9a0d94b7 req-e23eae3a-5ce4-4309-ac09-c4b8756cd21d service neutron] 10.222.0.37 "GET /v2.0/networks?id=3f50c678-7fc9-4152-9d19-85b25fbe3186 HTTP/1.1" status: 200 len: 909 time: 0.0854187 Mar 01 17:05:24.516358 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0a00fd3c-9e2a-479d-bc59-aefb9a0d94b7 req-3ae35c3f-be18-47f5-8632-13278960c0b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c17a2fe9-d330-4015-aaa5-03440c7a35bf HTTP/1.1" status: 200 len: 217 time: 0.0372441 Mar 01 17:05:24.563814 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00fd3c-9e2a-479d-bc59-aefb9a0d94b7 req-00c704e4-95bb-4c9f-9a2f-789f65973006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:24.565241 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0a00fd3c-9e2a-479d-bc59-aefb9a0d94b7 req-00c704e4-95bb-4c9f-9a2f-789f65973006 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=976bb9e8-e578-4f87-bacf-83a42008ce58 HTTP/1.1" status: 200 len: 848 time: 0.0422013 Mar 01 17:05:24.596925 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0a00fd3c-9e2a-479d-bc59-aefb9a0d94b7 req-3f3b8916-64da-44c2-b4c2-a90708ae17a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3f50c678-7fc9-4152-9d19-85b25fbe3186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246217 Mar 01 17:05:24.686638 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0a00fd3c-9e2a-479d-bc59-aefb9a0d94b7 req-6cb6d824-3bc4-498b-9bcf-5c8896fa74f2 service neutron] 10.222.0.37 "GET /v2.0/networks/3f50c678-7fc9-4152-9d19-85b25fbe3186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819092 Mar 01 17:05:24.772693 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-0a00fd3c-9e2a-479d-bc59-aefb9a0d94b7 req-ab126604-083e-4068-8579-03a6fc329f74 service neutron] 10.222.0.37 "GET /v2.0/networks/3f50c678-7fc9-4152-9d19-85b25fbe3186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798962 Mar 01 17:05:24.989901 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222753c8-5999-4efe-9891-319838c69c5e req-83f37fad-6f81-4ed0-aa86-309dc4209e0f tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:24.991781 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-222753c8-5999-4efe-9891-319838c69c5e req-83f37fad-6f81-4ed0-aa86-309dc4209e0f tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?device_id=357b3530-f001-4e2f-ba6c-333a9d61d7c4 HTTP/1.1" status: 200 len: 943 time: 0.0551915 Mar 01 17:05:25.037658 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-222753c8-5999-4efe-9891-319838c69c5e req-0b5c1a47-e99e-45d6-8add-9fc5e09efb58 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac649bdf-a821-4859-a695-6d70a4f3d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400233 Mar 01 17:05:26.156440 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ca78e-1c72-4bb7-8a68-bffd3328772e req-2fc84454-6dfd-4211-8af4-27b7a18af4fb tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:26.157912 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-772ca78e-1c72-4bb7-8a68-bffd3328772e req-2fc84454-6dfd-4211-8af4-27b7a18af4fb tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?device_id=357b3530-f001-4e2f-ba6c-333a9d61d7c4 HTTP/1.1" status: 200 len: 943 time: 0.0528450 Mar 01 17:05:26.203439 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-772ca78e-1c72-4bb7-8a68-bffd3328772e req-92aabac9-89f7-4782-9d79-52814e326585 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac649bdf-a821-4859-a695-6d70a4f3d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401134 Mar 01 17:05:26.366843 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device c17a2fe9-d330-4015-aaa5-03440c7a35bf details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 17:05:26.461643 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port c17a2fe9-d330-4015-aaa5-03440c7a35bf, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c17a2fe9-d330-4015-aaa5-03440c7a35bf,segment=NetworkSegment(9eaed7b6-c5d6-4e90-854c-35ecca172f21),segment_id=9eaed7b6-c5d6-4e90-854c-35ecca172f21)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:05:26.472507 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': 'c17a2fe9-d330-4015-aaa5-03440c7a35bf', 'network_id': '3f50c678-7fc9-4152-9d19-85b25fbe3186', 'port_id': 'c17a2fe9-d330-4015-aaa5-03440c7a35bf', 'mac_address': 'fa:16:3e:4b:5c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '976bb9e8-e578-4f87-bacf-83a42008ce58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 17:05:26.511088 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port c17a2fe9-d330-4015-aaa5-03440c7a35bf is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:05:26.511501 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (c17a2fe9-d330-4015-aaa5-03440c7a35bf), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:26.524460 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17a2fe9-d330-4015-aaa5-03440c7a35bf {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 17:05:26.543095 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port c17a2fe9-d330-4015-aaa5-03440c7a35bf, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c17a2fe9-d330-4015-aaa5-03440c7a35bf,segment=NetworkSegment(9eaed7b6-c5d6-4e90-854c-35ecca172f21),segment_id=9eaed7b6-c5d6-4e90-854c-35ecca172f21)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:05:26.546962 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (c17a2fe9-d330-4015-aaa5-03440c7a35bf), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:26.592467 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=c17a2fe9-d330-4015-aaa5-03440c7a35bf,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:26.757772 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['c17a2fe9-d330-4015-aaa5-03440c7a35bf'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 17:05:27.322840 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1233486-ceec-4b00-8eaf-5366d305ff1f req-43c9bd27-33b3-46f7-96c9-1a79a1e21075 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:27.324385 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a1233486-ceec-4b00-8eaf-5366d305ff1f req-43c9bd27-33b3-46f7-96c9-1a79a1e21075 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?device_id=357b3530-f001-4e2f-ba6c-333a9d61d7c4 HTTP/1.1" status: 200 len: 944 time: 0.0537109 Mar 01 17:05:27.374634 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a1233486-ceec-4b00-8eaf-5366d305ff1f req-2b7eb2f4-fb0e-45de-b1d1-70c9081c0051 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac649bdf-a821-4859-a695-6d70a4f3d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432768 Mar 01 17:05:28.374316 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device c17a2fe9-d330-4015-aaa5-03440c7a35bf up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:05:28.424515 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning for port c17a2fe9-d330-4015-aaa5-03440c7a35bf completed by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 17:05:28.428612 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port c17a2fe9-d330-4015-aaa5-03440c7a35bf triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:05:28.428989 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (c17a2fe9-d330-4015-aaa5-03440c7a35bf), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:28.494091 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea5f4c-d869-4208-9ac6-f6616284516f req-b057f2d7-2776-4600-994a-79a8b9a5b7c6 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:28.495598 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8aea5f4c-d869-4208-9ac6-f6616284516f req-b057f2d7-2776-4600-994a-79a8b9a5b7c6 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?device_id=357b3530-f001-4e2f-ba6c-333a9d61d7c4 HTTP/1.1" status: 200 len: 944 time: 0.0533624 Mar 01 17:05:28.508862 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port c17a2fe9-d330-4015-aaa5-03440c7a35bf is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:05:28.509244 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (c17a2fe9-d330-4015-aaa5-03440c7a35bf), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:28.532654 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357b3530-f001-4e2f-ba6c-333a9d61d7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17a2fe9-d330-4015-aaa5-03440c7a35bf'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:05:28.534885 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e06a8c-a401-4dba-85c4-3a064c5de7b3" -d '{"events": [{"server_uuid": "357b3530-f001-4e2f-ba6c-333a9d61d7c4", "name": "network-vif-plugged", "status": "completed", "tag": "c17a2fe9-d330-4015-aaa5-03440c7a35bf"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:05:28.546462 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8aea5f4c-d869-4208-9ac6-f6616284516f req-35416bf5-6a09-469f-8a15-6de30e038774 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac649bdf-a821-4859-a695-6d70a4f3d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452535 Mar 01 17:05:28.553481 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port c17a2fe9-d330-4015-aaa5-03440c7a35bf, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c17a2fe9-d330-4015-aaa5-03440c7a35bf,segment=NetworkSegment(9eaed7b6-c5d6-4e90-854c-35ecca172f21),segment_id=9eaed7b6-c5d6-4e90-854c-35ecca172f21)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:05:28.559744 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (c17a2fe9-d330-4015-aaa5-03440c7a35bf), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:28.583164 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d407d95-ab75-4484-aa9c-7f9cd241d4b1 x-openstack-request-id: req-9d407d95-ab75-4484-aa9c-7f9cd241d4b1 {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:05:28.583474 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357b3530-f001-4e2f-ba6c-333a9d61d7c4", "name": "network-vif-plugged", "status": "completed", "tag": "c17a2fe9-d330-4015-aaa5-03440c7a35bf", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:05:28.583729 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d407d95-ab75-4484-aa9c-7f9cd241d4b1 {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:05:28.584120 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357b3530-f001-4e2f-ba6c-333a9d61d7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17a2fe9-d330-4015-aaa5-03440c7a35bf', 'code': 200} Mar 01 17:05:28.611247 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=c17a2fe9-d330-4015-aaa5-03440c7a35bf,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:28.740131 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5fc59-f3ae-43ad-97ab-bf16331223ff req-10fba27b-83dd-4ef2-8608-5a3a9e6c8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:28.741528 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-79f5fc59-f3ae-43ad-97ab-bf16331223ff req-10fba27b-83dd-4ef2-8608-5a3a9e6c8717 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=357b3530-f001-4e2f-ba6c-333a9d61d7c4 HTTP/1.1" status: 200 len: 1129 time: 0.0476997 Mar 01 17:05:28.788078 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-79f5fc59-f3ae-43ad-97ab-bf16331223ff req-405dbbb4-2461-44e4-87d9-91de858f1533 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ac649bdf-a821-4859-a695-6d70a4f3d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398910 Mar 01 17:05:29.920521 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0bf05-3670-4ab5-ba15-329ac5c30986 req-92c6b752-00cc-458c-85b3-9aeffb1d2e2b tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:29.921988 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-abe0bf05-3670-4ab5-ba15-329ac5c30986 req-92c6b752-00cc-458c-85b3-9aeffb1d2e2b tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?device_id=357b3530-f001-4e2f-ba6c-333a9d61d7c4 HTTP/1.1" status: 200 len: 945 time: 0.3055031 Mar 01 17:05:29.971906 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-abe0bf05-3670-4ab5-ba15-329ac5c30986 req-54553629-ab33-4058-a724-161220d9c9d8 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac649bdf-a821-4859-a695-6d70a4f3d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432124 Mar 01 17:05:30.107973 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 17:05:31.092747 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e4f4b-8535-4d65-b44b-2a4f644d5b87 req-41766f77-dfa1-4f4a-9659-36e0fb0c0611 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:31.094253 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-238e4f4b-8535-4d65-b44b-2a4f644d5b87 req-41766f77-dfa1-4f4a-9659-36e0fb0c0611 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?device_id=357b3530-f001-4e2f-ba6c-333a9d61d7c4 HTTP/1.1" status: 200 len: 945 time: 0.0530119 Mar 01 17:05:31.145770 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-238e4f4b-8535-4d65-b44b-2a4f644d5b87 req-1e9417fe-8322-4b9d-84a9-11b3fad043ee tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac649bdf-a821-4859-a695-6d70a4f3d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454018 Mar 01 17:05:31.783864 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa4350-7cfd-4275-84f2-7fcfb575b033 req-6d75fb5e-c6c7-4028-a66d-aecd4b0b6f3a tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:31.785342 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1caa4350-7cfd-4275-84f2-7fcfb575b033 req-6d75fb5e-c6c7-4028-a66d-aecd4b0b6f3a tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?device_id=357b3530-f001-4e2f-ba6c-333a9d61d7c4 HTTP/1.1" status: 200 len: 945 time: 0.0563898 Mar 01 17:05:31.837955 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-1caa4350-7cfd-4275-84f2-7fcfb575b033 req-eafb0627-31b4-49e5-b129-7c3e20ebd133 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac649bdf-a821-4859-a695-6d70a4f3d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454903 Mar 01 17:05:31.969003 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:32.550583 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-20aa9329-df79-4e49-a80d-49270c72e3a9 req-0d4cae1b-0b31-4c1e-baf0-da39daf2b5a0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448580 Mar 01 17:05:32.638374 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa9329-df79-4e49-a80d-49270c72e3a9 req-50241495-4195-42cf-a6f4-63dda481eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:32.639900 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-20aa9329-df79-4e49-a80d-49270c72e3a9 req-50241495-4195-42cf-a6f4-63dda481eefe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfbb9521b0ae41719a30a1935a4cbf87&device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 1130 time: 0.0460706 Mar 01 17:05:32.748840 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa9329-df79-4e49-a80d-49270c72e3a9 req-fbc6653b-0c28-40de-9d65-602698dacd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:32.750246 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-20aa9329-df79-4e49-a80d-49270c72e3a9 req-fbc6653b-0c28-40de-9d65-602698dacd9c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6046e82-458d-4f62-9448-cbf1da4a132e HTTP/1.1" status: 200 len: 912 time: 0.0911465 Mar 01 17:05:32.823261 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-20aa9329-df79-4e49-a80d-49270c72e3a9 req-669bde76-9a13-40ef-8e63-0bbf84ea6923 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 HTTP/1.1" status: 200 len: 1002 time: 0.0642910 Mar 01 17:05:32.874510 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa9329-df79-4e49-a80d-49270c72e3a9 req-68510b07-dcb9-4a61-86cc-ee5950d6deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:32.876095 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-20aa9329-df79-4e49-a80d-49270c72e3a9 req-68510b07-dcb9-4a61-86cc-ee5950d6deb2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1576c47e-a363-42c8-b1bb-78954efa89be HTTP/1.1" status: 200 len: 850 time: 0.0468283 Mar 01 17:05:32.933830 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa9329-df79-4e49-a80d-49270c72e3a9 req-b8c8340e-c925-48eb-afe7-f72178955e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:32.935359 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-20aa9329-df79-4e49-a80d-49270c72e3a9 req-b8c8340e-c925-48eb-afe7-f72178955e9b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6046e82-458d-4f62-9448-cbf1da4a132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533011 Mar 01 17:05:32.967017 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9057a-fefc-48a3-bec8-7b4d5cebf2f3 req-dad61f89-e88e-4049-a2a3-8eeda2656be3 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:32.968578 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-fcf9057a-fefc-48a3-bec8-7b4d5cebf2f3 req-dad61f89-e88e-4049-a2a3-8eeda2656be3 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/ports?device_id=357b3530-f001-4e2f-ba6c-333a9d61d7c4 HTTP/1.1" status: 200 len: 945 time: 0.0577497 Mar 01 17:05:33.016441 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-fcf9057a-fefc-48a3-bec8-7b4d5cebf2f3 req-bb714fff-bd90-458d-a2f2-7784a9d13721 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.55 "GET /v2.0/security-groups?id=ac649bdf-a821-4859-a695-6d70a4f3d4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421147 Mar 01 17:05:33.026903 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-20aa9329-df79-4e49-a80d-49270c72e3a9 req-a1cd3d81-be1f-4182-bf52-a4631fb52408 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844533 Mar 01 17:05:33.155702 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560922a8-b2e5-44f6-86f5-31ac84d92911 req-9f9ca783-3467-417f-95b0-97b804c099c7 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:05:33.157174 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-560922a8-b2e5-44f6-86f5-31ac84d92911 req-9f9ca783-3467-417f-95b0-97b804c099c7 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.37 "GET /v2.0/ports?device_id=357b3530-f001-4e2f-ba6c-333a9d61d7c4 HTTP/1.1" status: 200 len: 945 time: 0.1176891 Mar 01 17:05:33.163195 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-20aa9329-df79-4e49-a80d-49270c72e3a9 req-8e0a2e82-701e-4b7a-8a82-96ad4b7b50a3 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248281 Mar 01 17:05:33.253876 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-560922a8-b2e5-44f6-86f5-31ac84d92911 req-38e3c654-6c9b-4372-a0db-130250c3a1c1 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Deleting port c17a2fe9-d330-4015-aaa5-03440c7a35bf {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:05:33.254219 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-560922a8-b2e5-44f6-86f5-31ac84d92911 req-38e3c654-6c9b-4372-a0db-130250c3a1c1 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (c17a2fe9-d330-4015-aaa5-03440c7a35bf), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:33.345749 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-560922a8-b2e5-44f6-86f5-31ac84d92911 req-38e3c654-6c9b-4372-a0db-130250c3a1c1 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] For port c17a2fe9-d330-4015-aaa5-03440c7a35bf, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c17a2fe9-d330-4015-aaa5-03440c7a35bf,segment=NetworkSegment(9eaed7b6-c5d6-4e90-854c-35ecca172f21),segment_id=9eaed7b6-c5d6-4e90-854c-35ecca172f21)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:05:33.346116 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-560922a8-b2e5-44f6-86f5-31ac84d92911 req-38e3c654-6c9b-4372-a0db-130250c3a1c1 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (c17a2fe9-d330-4015-aaa5-03440c7a35bf), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:33.358998 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-560922a8-b2e5-44f6-86f5-31ac84d92911 req-38e3c654-6c9b-4372-a0db-130250c3a1c1 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Calling delete_port for c17a2fe9-d330-4015-aaa5-03440c7a35bf owned by compute:nova {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:05:33.487865 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-560922a8-b2e5-44f6-86f5-31ac84d92911 req-38e3c654-6c9b-4372-a0db-130250c3a1c1 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (c17a2fe9-d330-4015-aaa5-03440c7a35bf), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:33.499437 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['c17a2fe9-d330-4015-aaa5-03440c7a35bf'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 17:05:33.516910 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3c654-6c9b-4372-a0db-130250c3a1c1 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Pushing event deleted for resources: {'Port': ['ID=c17a2fe9-d330-4015-aaa5-03440c7a35bf,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:33.564492 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-560922a8-b2e5-44f6-86f5-31ac84d92911 req-38e3c654-6c9b-4372-a0db-130250c3a1c1 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] No DVR routers for this DVR port c17a2fe9-d330-4015-aaa5-03440c7a35bf on host hv-cinder-83124 {{(pid=103032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:05:33.567649 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-560922a8-b2e5-44f6-86f5-31ac84d92911 req-38e3c654-6c9b-4372-a0db-130250c3a1c1 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:33.572188 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-560922a8-b2e5-44f6-86f5-31ac84d92911 req-38e3c654-6c9b-4372-a0db-130250c3a1c1 tempest-VolumesActionsTest-1646197010 tempest-VolumesActionsTest-1646197010-project] 10.222.0.37 "DELETE /v2.0/ports/c17a2fe9-d330-4015-aaa5-03440c7a35bf HTTP/1.1" status: 204 len: 173 time: 0.4080522 Mar 01 17:05:33.572674 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357b3530-f001-4e2f-ba6c-333a9d61d7c4', 'name': 'network-vif-deleted', 'tag': 'c17a2fe9-d330-4015-aaa5-03440c7a35bf'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:05:33.576231 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9517a338-5cf8-405a-9655-52c5900a5f8b" -d '{"events": [{"server_uuid": "357b3530-f001-4e2f-ba6c-333a9d61d7c4", "name": "network-vif-deleted", "tag": "c17a2fe9-d330-4015-aaa5-03440c7a35bf"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:05:33.614939 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c561fd64-6e44-4ca6-aa9e-c07caa95e72f x-openstack-request-id: req-c561fd64-6e44-4ca6-aa9e-c07caa95e72f {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:05:33.615236 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357b3530-f001-4e2f-ba6c-333a9d61d7c4", "name": "network-vif-deleted", "tag": "c17a2fe9-d330-4015-aaa5-03440c7a35bf", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:05:33.615522 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c561fd64-6e44-4ca6-aa9e-c07caa95e72f {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:05:33.615925 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357b3530-f001-4e2f-ba6c-333a9d61d7c4', 'name': 'network-vif-deleted', 'tag': 'c17a2fe9-d330-4015-aaa5-03440c7a35bf', 'status': 'completed', 'code': 200} Mar 01 17:05:36.677530 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device c17a2fe9-d330-4015-aaa5-03440c7a35bf no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:05:36.706199 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] No Port match for: c17a2fe9-d330-4015-aaa5-03440c7a35bf {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:05:36.706774 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device c17a2fe9-d330-4015-aaa5-03440c7a35bf not bound to the agent host hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:05:43.702675 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-35050cde-9a52-4722-9996-43d6de8127af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:45.941256 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ad60a0b0-5392-486c-b75f-d91c58388de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:46.982362 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:48.583713 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:49.909900 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:55.011165 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 60534) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:05:55.059818 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b6d5cd-cf91-431f-8eb1-44a7b1c9a8cc admin admin] Deleting subnet 976bb9e8-e578-4f87-bacf-83a42008ce58 {{(pid=103033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 17:05:55.062982 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-51b6d5cd-cf91-431f-8eb1-44a7b1c9a8cc admin admin] Publish callbacks [] for subnet (976bb9e8-e578-4f87-bacf-83a42008ce58), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:55.098352 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-51b6d5cd-cf91-431f-8eb1-44a7b1c9a8cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12140854'] for subnet (976bb9e8-e578-4f87-bacf-83a42008ce58), precommit_delete_associations {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:55.141194 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-51b6d5cd-cf91-431f-8eb1-44a7b1c9a8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824678'] for subnet (976bb9e8-e578-4f87-bacf-83a42008ce58), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:55.200776 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-51b6d5cd-cf91-431f-8eb1-44a7b1c9a8cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12090080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11556261'] for subnet (976bb9e8-e578-4f87-bacf-83a42008ce58), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:55.231829 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6d5cd-cf91-431f-8eb1-44a7b1c9a8cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=976bb9e8-e578-4f87-bacf-83a42008ce58,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:55.243118 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6d5cd-cf91-431f-8eb1-44a7b1c9a8cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:55.243437 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6d5cd-cf91-431f-8eb1-44a7b1c9a8cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:55.243736 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6d5cd-cf91-431f-8eb1-44a7b1c9a8cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:55.244066 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6d5cd-cf91-431f-8eb1-44a7b1c9a8cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:55.244393 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6d5cd-cf91-431f-8eb1-44a7b1c9a8cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:55.245122 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6d5cd-cf91-431f-8eb1-44a7b1c9a8cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:55.245122 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6d5cd-cf91-431f-8eb1-44a7b1c9a8cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:55.245344 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6d5cd-cf91-431f-8eb1-44a7b1c9a8cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:55.246863 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6d5cd-cf91-431f-8eb1-44a7b1c9a8cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:55.246863 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6d5cd-cf91-431f-8eb1-44a7b1c9a8cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:55.246863 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6d5cd-cf91-431f-8eb1-44a7b1c9a8cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:55.246863 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6d5cd-cf91-431f-8eb1-44a7b1c9a8cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:55.246863 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b6d5cd-cf91-431f-8eb1-44a7b1c9a8cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:05:55.249848 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-51b6d5cd-cf91-431f-8eb1-44a7b1c9a8cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:55.253062 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-51b6d5cd-cf91-431f-8eb1-44a7b1c9a8cc admin admin] 10.222.0.55 "DELETE /v2.0/subnets/976bb9e8-e578-4f87-bacf-83a42008ce58 HTTP/1.1" status: 204 len: 168 time: 0.2408297 Mar 01 17:05:55.257591 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 60536) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:05:55.336775 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1e0188e7-3ff7-406d-b63f-3efe5c757e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896669'] for network (3f50c678-7fc9-4152-9d19-85b25fbe3186), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:55.438763 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1e0188e7-3ff7-406d-b63f-3efe5c757e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986525', 'neutron.services.segments.db._delete_segments_for_network-8740453540253'] for network (3f50c678-7fc9-4152-9d19-85b25fbe3186), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:55.462981 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-1e0188e7-3ff7-406d-b63f-3efe5c757e84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f50c678-7fc9-4152-9d19-85b25fbe3186']}} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:05:55.474047 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-1e0188e7-3ff7-406d-b63f-3efe5c757e84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eaed7b6-c5d6-4e90-854c-35ecca172f21') {'for_net_delete': True} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:05:55.474348 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.services.segments.db [None req-1e0188e7-3ff7-406d-b63f-3efe5c757e84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eaed7b6-c5d6-4e90-854c-35ecca172f21') {} {{(pid=103033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:05:55.485367 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1e0188e7-3ff7-406d-b63f-3efe5c757e84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740453543078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12140833'] for segment (9eaed7b6-c5d6-4e90-854c-35ecca172f21), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:55.503159 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1e0188e7-3ff7-406d-b63f-3efe5c757e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (9eaed7b6-c5d6-4e90-854c-35ecca172f21), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:55.509429 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0188e7-3ff7-406d-b63f-3efe5c757e84 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103033) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 17:05:55.509966 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1e0188e7-3ff7-406d-b63f-3efe5c757e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12089918'] for segment (9eaed7b6-c5d6-4e90-854c-35ecca172f21), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: Traceback (most recent call last): Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: timer() Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: cb(*args, **kw) Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: return func(*args, **kwargs) Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: self._notify() Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: self.callback(batched_events) Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: event.method(event) Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: return f(self, *a, **k) Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: return self._get(url).json() Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: return self.request(url, 'GET', **kwargs) Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 17:05:55.511747 dv-cinder-831247-2-iscsi neutron-server[103033]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 17:05:55.569731 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1e0188e7-3ff7-406d-b63f-3efe5c757e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688628'] for network (3f50c678-7fc9-4152-9d19-85b25fbe3186), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:55.575601 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-1e0188e7-3ff7-406d-b63f-3efe5c757e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:55.578770 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-1e0188e7-3ff7-406d-b63f-3efe5c757e84 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3f50c678-7fc9-4152-9d19-85b25fbe3186 HTTP/1.1" status: 204 len: 168 time: 0.3202422 Mar 01 17:05:55.591916 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0188e7-3ff7-406d-b63f-3efe5c757e84 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f50c678-7fc9-4152-9d19-85b25fbe3186,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:05:55.760656 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 60540) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:05:55.808898 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-cf25293c-f7d8-44ec-9dc2-a0b6ec02397d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3f7896b67ae74206afe5272b621eccfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469384 Mar 01 17:05:55.811426 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 60542) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:05:55.863920 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-056227cc-0b44-49ce-b0a1-7e73a977dbc1 admin admin] Publish callbacks [] for security_group (ac649bdf-a821-4859-a695-6d70a4f3d4d2), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:55.888873 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-056227cc-0b44-49ce-b0a1-7e73a977dbc1 admin admin] Publish callbacks [] for security_group (ac649bdf-a821-4859-a695-6d70a4f3d4d2), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:55.937837 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-056227cc-0b44-49ce-b0a1-7e73a977dbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (ac649bdf-a821-4859-a695-6d70a4f3d4d2), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:55.940516 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-056227cc-0b44-49ce-b0a1-7e73a977dbc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:05:55.941690 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-056227cc-0b44-49ce-b0a1-7e73a977dbc1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ac649bdf-a821-4859-a695-6d70a4f3d4d2 HTTP/1.1" status: 204 len: 168 time: 0.1293230 Mar 01 17:05:55.950459 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056227cc-0b44-49ce-b0a1-7e73a977dbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac649bdf-a821-4859-a695-6d70a4f3d4d2,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:06:01.981172 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:07.109592 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 17:06:13.685947 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d1f41158-46d1-454b-b191-41ab8fd6ecd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:15.946162 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4fb4518a-7099-47be-8df4-dd172da96915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:16.446692 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 60708) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:06:16.533476 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-14e22909-ed9d-4c50-bd51-7d81e045c982 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-767074820&fields=id&tenant_id=bfbb9521b0ae41719a30a1935a4cbf87 HTTP/1.1" status: 200 len: 267 time: 0.0516996 Mar 01 17:06:16.624125 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0fe3dffd-0468-4e19-b64f-4ad3d6f81bd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:16.642940 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-503c79a4-a230-41af-bb67-3167b18217e8 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:16.644482 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-503c79a4-a230-41af-bb67-3167b18217e8 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/networks?id=d6046e82-458d-4f62-9448-cbf1da4a132e HTTP/1.1" status: 200 len: 811 time: 0.1041219 Mar 01 17:06:16.661479 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-cf9e0789-230a-49e1-beac-dd63315c85d7 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/quotas/bfbb9521b0ae41719a30a1935a4cbf87 HTTP/1.1" status: 200 len: 375 time: 0.0103998 Mar 01 17:06:16.715014 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0fe3dffd-0468-4e19-b64f-4ad3d6f81bd1 admin admin] Publish callbacks [] for security_group (aa714a76-0f9c-4123-bb2e-ae5c0c6df2d8), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:16.723195 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-0fe3dffd-0468-4e19-b64f-4ad3d6f81bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (aa714a76-0f9c-4123-bb2e-ae5c0c6df2d8), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:16.724640 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-cfc9406c-3a34-4b72-8ac9-fd1494759867 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bfbb9521b0ae41719a30a1935a4cbf87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0562398 Mar 01 17:06:16.768727 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-0fe3dffd-0468-4e19-b64f-4ad3d6f81bd1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ffcd5fab3bb44fa99762b0c1b3d388de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3206329 Mar 01 17:06:16.769617 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3dffd-0468-4e19-b64f-4ad3d6f81bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa714a76-0f9c-4123-bb2e-ae5c0c6df2d8,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:06:16.772934 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 60712) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:06:16.825666 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-86977fac-ed8e-431a-a1d1-06a67fbeb83a admin admin] Publish callbacks [] for security_group (aa714a76-0f9c-4123-bb2e-ae5c0c6df2d8), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:16.835534 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-460de0d8-9990-4fc3-830c-5109f1473232 service neutron] 10.222.0.55 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992270 Mar 01 17:06:16.850396 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-86977fac-ed8e-431a-a1d1-06a67fbeb83a admin admin] Publish callbacks [] for security_group (aa714a76-0f9c-4123-bb2e-ae5c0c6df2d8), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:16.918293 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-86977fac-ed8e-431a-a1d1-06a67fbeb83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (aa714a76-0f9c-4123-bb2e-ae5c0c6df2d8), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:16.929519 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-86977fac-ed8e-431a-a1d1-06a67fbeb83a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:16.929519 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-86977fac-ed8e-431a-a1d1-06a67fbeb83a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa714a76-0f9c-4123-bb2e-ae5c0c6df2d8 HTTP/1.1" status: 204 len: 168 time: 0.1509919 Mar 01 17:06:16.934814 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-daa8e617-f3ac-42ba-a50a-7f22370db44f service neutron] 10.222.0.55 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922000 Mar 01 17:06:16.937460 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86977fac-ed8e-431a-a1d1-06a67fbeb83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa714a76-0f9c-4123-bb2e-ae5c0c6df2d8,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:06:16.987943 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:17.298700 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-43893040-dc23-4a53-bbf1-379b7dcabf83 req-2a8408be-e626-4b58-9b4a-49eb6db84f70 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 210 time: 0.0314829 Mar 01 17:06:18.291599 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-8b3394f6-bf24-486d-b0fe-b5d136f0132a tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:18.293088 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-8b3394f6-bf24-486d-b0fe-b5d136f0132a tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.37 "GET /v2.0/networks?id=d6046e82-458d-4f62-9448-cbf1da4a132e HTTP/1.1" status: 200 len: 811 time: 0.1247537 Mar 01 17:06:18.360194 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-8d5bb81f-b7e0-4eeb-935a-d1e16e896e29 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfbb9521b0ae41719a30a1935a4cbf87 HTTP/1.1" status: 200 len: 379 time: 0.0594959 Mar 01 17:06:18.369558 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-bd924f1f-ed0c-49fe-b29c-44b9d569f4ff tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Request body: {'port': {'device_id': '63e10c49-400a-46cf-9eaf-ad922b0a7308', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'admin_state_up': True, 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'security_groups': ['73c3e60a-fd1b-46ba-a82e-38ce327405b2']}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:06:18.456631 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-329e7d5d-6966-4234-89f3-53e21da9495d req-1d5e9bc1-40bb-4e62-be52-c31374e00347 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 210 time: 0.0702825 Mar 01 17:06:18.511906 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-bd924f1f-ed0c-49fe-b29c-44b9d569f4ff tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Made reservation on behalf of bfbb9521b0ae41719a30a1935a4cbf87 for: {'port': 1} {{(pid=103032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 17:06:18.515404 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-bd924f1f-ed0c-49fe-b29c-44b9d569f4ff tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:18.582999 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:18.657528 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_common [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-bd924f1f-ed0c-49fe-b29c-44b9d569f4ff tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Allocated IP 172.20.0.10 (d6046e82-458d-4f62-9448-cbf1da4a132e/1576c47e-a363-42c8-b1bb-78954efa89be/955b4515-90fa-425d-b1ed-e9e209390bb8) {{(pid=103032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:06:18.812197 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-bd924f1f-ed0c-49fe-b29c-44b9d569f4ff tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for port (955b4515-90fa-425d-b1ed-e9e209390bb8), precommit_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:18.852745 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-bd924f1f-ed0c-49fe-b29c-44b9d569f4ff tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (955b4515-90fa-425d-b1ed-e9e209390bb8), after_create {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:18.903716 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-bd924f1f-ed0c-49fe-b29c-44b9d569f4ff tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Network d6046e82-458d-4f62-9448-cbf1da4a132e is already hosted by enough agents. {{(pid=103032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:06:18.906723 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.base_scheduler [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-bd924f1f-ed0c-49fe-b29c-44b9d569f4ff tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Resources bound (agent type, host, resource id): {{(pid=103032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:06:18.910436 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-bd924f1f-ed0c-49fe-b29c-44b9d569f4ff tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Received port after_create {{(pid=103032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:06:18.940017 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd924f1f-ed0c-49fe-b29c-44b9d569f4ff tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event updated for resources: {'Port': ['ID=955b4515-90fa-425d-b1ed-e9e209390bb8,revision_number=1']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:06:18.984500 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-bd924f1f-ed0c-49fe-b29c-44b9d569f4ff tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:18.985511 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-bd924f1f-ed0c-49fe-b29c-44b9d569f4ff tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:19.006227 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-bd924f1f-ed0c-49fe-b29c-44b9d569f4ff tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6418869 Mar 01 17:06:19.017065 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.v2.base [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] Request body: {'port': {'device_id': '63e10c49-400a-46cf-9eaf-ad922b0a7308', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83124'}} {{(pid=103032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:06:19.087346 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (955b4515-90fa-425d-b1ed-e9e209390bb8), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:19.167257 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-20638ca2-2bea-4da7-ab5a-49bfd421d11f None None] Provisioning complete for port 955b4515-90fa-425d-b1ed-e9e209390bb8 triggered by entity DHCP. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:06:19.167662 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-20638ca2-2bea-4da7-ab5a-49bfd421d11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (955b4515-90fa-425d-b1ed-e9e209390bb8), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:19.204680 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-20638ca2-2bea-4da7-ab5a-49bfd421d11f None None] Port 955b4515-90fa-425d-b1ed-e9e209390bb8 cannot update to ACTIVE because it is not bound. {{(pid=103034) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 01 17:06:19.364797 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955b4515-90fa-425d-b1ed-e9e209390bb8 {{(pid=103032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 17:06:19.372617 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] Publish callbacks [] for port (955b4515-90fa-425d-b1ed-e9e209390bb8), precommit_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:19.385971 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.provisioning_blocks [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] Transition to ACTIVE for port object 955b4515-90fa-425d-b1ed-e9e209390bb8 will not be triggered until provisioned by entity L2. {{(pid=103032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 01 17:06:19.394277 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (955b4515-90fa-425d-b1ed-e9e209390bb8), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:19.448423 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] Pushing event updated for resources: {'Port': ['ID=955b4515-90fa-425d-b1ed-e9e209390bb8,revision_number=2']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:06:19.532584 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] Attempting to bind port 955b4515-90fa-425d-b1ed-e9e209390bb8 on host hv-cinder-83124 for vnic_type normal with profile {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 01 17:06:19.532918 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] Attempting to bind port 955b4515-90fa-425d-b1ed-e9e209390bb8 by drivers openvswitch,hyperv on host hv-cinder-83124 at level 0 using segments [{'id': 'd30029e1-fef4-4b84-9127-2a2720257a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e'}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 01 17:06:19.533237 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] Attempting to bind port 955b4515-90fa-425d-b1ed-e9e209390bb8 on network d6046e82-458d-4f62-9448-cbf1da4a132e {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:06:19.538359 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] Port 955b4515-90fa-425d-b1ed-e9e209390bb8 on network d6046e82-458d-4f62-9448-cbf1da4a132e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83124 {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 01 17:06:19.538730 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] Attempting to bind port 955b4515-90fa-425d-b1ed-e9e209390bb8 on network d6046e82-458d-4f62-9448-cbf1da4a132e {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 01 17:06:19.544394 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] Checking agent: {'id': '0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83124', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'started_at': datetime.datetime(2022, 3, 1, 16, 54, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 17, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 01 17:06:19.544729 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] Checking segment: {'id': 'd30029e1-fef4-4b84-9127-2a2720257a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 01 17:06:19.545164 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] Bound using segment: {'id': 'd30029e1-fef4-4b84-9127-2a2720257a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e'} {{(pid=103032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 01 17:06:19.545570 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.managers [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] Bound port: 955b4515-90fa-425d-b1ed-e9e209390bb8, host: hv-cinder-83124, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30029e1-fef4-4b84-9127-2a2720257a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e'}}] {{(pid=103032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 01 17:06:19.545900 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (955b4515-90fa-425d-b1ed-e9e209390bb8), before_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:19.601003 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b7d97-e49c-4b8b-9ed1-0bf4c46d11a3 req-8809bdfd-c686-4685-8b84-ff9182a1939f tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:19.602560 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8b6b7d97-e49c-4b8b-9ed1-0bf4c46d11a3 req-8809bdfd-c686-4685-8b84-ff9182a1939f tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 944 time: 0.0578675 Mar 01 17:06:19.634957 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] For port 955b4515-90fa-425d-b1ed-e9e209390bb8, host hv-cinder-83124, cleared binding levels {{(pid=103032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 01 17:06:19.638309 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] For port 955b4515-90fa-425d-b1ed-e9e209390bb8, host hv-cinder-83124, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=955b4515-90fa-425d-b1ed-e9e209390bb8,segment=NetworkSegment(d30029e1-fef4-4b84-9127-2a2720257a02),segment_id=d30029e1-fef4-4b84-9127-2a2720257a02)] {{(pid=103032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 01 17:06:19.645048 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12092179'] for port (955b4515-90fa-425d-b1ed-e9e209390bb8), after_update {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:19.679860 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:19.680482 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:19.680669 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-8b6b7d97-e49c-4b8b-9ed1-0bf4c46d11a3 req-ab12160f-0215-40ae-a550-be8dd0f35385 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722096 Mar 01 17:06:19.681869 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] 10.222.0.37 "PUT /v2.0/ports/955b4515-90fa-425d-b1ed-e9e209390bb8 HTTP/1.1" status: 200 len: 1094 time: 0.6691535 Mar 01 17:06:19.682317 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e10c49-400a-46cf-9eaf-ad922b0a7308', 'tag': '955b4515-90fa-425d-b1ed-e9e209390bb8'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:06:19.684697 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6fbe50-7a4a-423b-814f-24433d0a3f43" -d '{"events": [{"name": "network-changed", "server_uuid": "63e10c49-400a-46cf-9eaf-ad922b0a7308", "tag": "955b4515-90fa-425d-b1ed-e9e209390bb8"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:06:19.727069 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80696a94-0a32-4097-97ba-95cc0e8610f1 service neutron] Pushing event updated for resources: {'Port': ['ID=955b4515-90fa-425d-b1ed-e9e209390bb8,revision_number=3']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:06:19.756467 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 17:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050ee9ae-999c-4aa5-9fb0-4c07c5766324 x-openstack-request-id: req-050ee9ae-999c-4aa5-9fb0-4c07c5766324 {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:06:19.757119 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e10c49-400a-46cf-9eaf-ad922b0a7308", "tag": "955b4515-90fa-425d-b1ed-e9e209390bb8", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:06:19.757359 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-050ee9ae-999c-4aa5-9fb0-4c07c5766324 {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:06:19.757817 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e10c49-400a-46cf-9eaf-ad922b0a7308', 'tag': '955b4515-90fa-425d-b1ed-e9e209390bb8', 'status': 'completed', 'code': 200} Mar 01 17:06:19.807589 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-e8493086-a5d7-4ae7-a68a-292b995b3302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:19.809161 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-e8493086-a5d7-4ae7-a68a-292b995b3302 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfbb9521b0ae41719a30a1935a4cbf87&device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 1128 time: 0.0628808 Mar 01 17:06:19.859174 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-cb214d25-71e1-4f7d-85f7-53ea9ffc0331 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955b4515-90fa-425d-b1ed-e9e209390bb8 HTTP/1.1" status: 200 len: 217 time: 0.0423892 Mar 01 17:06:19.911028 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:19.920470 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-b1a27171-5eea-40d4-a780-610b6ff2e72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:19.920470 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-b1a27171-5eea-40d4-a780-610b6ff2e72e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1576c47e-a363-42c8-b1bb-78954efa89be HTTP/1.1" status: 200 len: 850 time: 0.0516546 Mar 01 17:06:19.966398 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-1c309958-b875-4e3e-bc1e-43568d4b468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:19.967994 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-1c309958-b875-4e3e-bc1e-43568d4b468c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6046e82-458d-4f62-9448-cbf1da4a132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462708 Mar 01 17:06:20.063000 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-24e2fcb5-f017-43f5-aeff-ddee6a8c4b74 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888264 Mar 01 17:06:20.154700 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3802bdd0-c4e0-4018-b8f1-013681b565ab req-394f0460-7156-4d3b-ab80-72f9565725d0 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855420 Mar 01 17:06:20.246091 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fbe50-7a4a-423b-814f-24433d0a3f43 req-aa88920b-f894-4294-964f-d28f2fcc3ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:20.247789 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ec6fbe50-7a4a-423b-814f-24433d0a3f43 req-aa88920b-f894-4294-964f-d28f2fcc3ddc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfbb9521b0ae41719a30a1935a4cbf87&device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 1128 time: 0.0511198 Mar 01 17:06:20.340708 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fbe50-7a4a-423b-814f-24433d0a3f43 req-f7b386bd-2608-48ec-b49a-b1be92c4e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:20.342214 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ec6fbe50-7a4a-423b-814f-24433d0a3f43 req-f7b386bd-2608-48ec-b49a-b1be92c4e954 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6046e82-458d-4f62-9448-cbf1da4a132e HTTP/1.1" status: 200 len: 912 time: 0.0888340 Mar 01 17:06:20.393604 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ec6fbe50-7a4a-423b-814f-24433d0a3f43 req-da5edc01-2dac-4fbe-823a-d362c76e29ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955b4515-90fa-425d-b1ed-e9e209390bb8 HTTP/1.1" status: 200 len: 217 time: 0.0450852 Mar 01 17:06:20.443248 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fbe50-7a4a-423b-814f-24433d0a3f43 req-1c3853d0-8050-4ee5-97db-2ee3a6340db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:20.445547 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ec6fbe50-7a4a-423b-814f-24433d0a3f43 req-1c3853d0-8050-4ee5-97db-2ee3a6340db6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1576c47e-a363-42c8-b1bb-78954efa89be HTTP/1.1" status: 200 len: 850 time: 0.0451901 Mar 01 17:06:20.495414 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fbe50-7a4a-423b-814f-24433d0a3f43 req-5edb5d7b-8fdf-4765-84ef-e6e1758ba25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:20.496929 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ec6fbe50-7a4a-423b-814f-24433d0a3f43 req-5edb5d7b-8fdf-4765-84ef-e6e1758ba25e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6046e82-458d-4f62-9448-cbf1da4a132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458205 Mar 01 17:06:20.594941 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ec6fbe50-7a4a-423b-814f-24433d0a3f43 req-1f1de6d1-bead-43fc-b678-b97958acbdd0 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890419 Mar 01 17:06:20.691973 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-ec6fbe50-7a4a-423b-814f-24433d0a3f43 req-01bca385-24db-4401-a191-ab244b3dca58 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886221 Mar 01 17:06:21.051974 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceeab00-f343-4a0e-a88d-c5147305bf6d req-6663e4a6-b793-40dd-9059-c5f53dd53a5f tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:21.053611 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-4ceeab00-f343-4a0e-a88d-c5147305bf6d req-6663e4a6-b793-40dd-9059-c5f53dd53a5f tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 944 time: 0.0572670 Mar 01 17:06:21.108444 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-4ceeab00-f343-4a0e-a88d-c5147305bf6d req-8c7969d3-f95b-48a6-af85-d5bd61d609cc tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488718 Mar 01 17:06:22.251222 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579466f-9151-4f3d-9c47-01de8a24c0fc req-150b0679-9614-4ad1-a80b-7c518c296ee2 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:22.252768 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2579466f-9151-4f3d-9c47-01de8a24c0fc req-150b0679-9614-4ad1-a80b-7c518c296ee2 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 944 time: 0.0573392 Mar 01 17:06:22.309195 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2579466f-9151-4f3d-9c47-01de8a24c0fc req-e9ec8dfb-c162-479c-a443-d408ed0bd7cc tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500913 Mar 01 17:06:23.430987 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49ae4c-51c6-418a-b79c-fe5fb71c3982 req-73589230-36d5-454e-94cc-aff5fdc6a61e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:23.432548 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ee49ae4c-51c6-418a-b79c-fe5fb71c3982 req-73589230-36d5-454e-94cc-aff5fdc6a61e tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 944 time: 0.0567381 Mar 01 17:06:23.484418 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-ee49ae4c-51c6-418a-b79c-fe5fb71c3982 req-87929266-5d44-480d-a211-3462db95ffc3 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461659 Mar 01 17:06:24.606932 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84add1f-3f79-4e87-adec-385c3cb632dc req-4da0ce4d-65c8-42fb-8d8c-c13605b5229f tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:24.608482 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c84add1f-3f79-4e87-adec-385c3cb632dc req-4da0ce4d-65c8-42fb-8d8c-c13605b5229f tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 944 time: 0.0537555 Mar 01 17:06:24.658808 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-c84add1f-3f79-4e87-adec-385c3cb632dc req-da8540b1-750c-42f2-8440-37849d299494 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446105 Mar 01 17:06:25.784505 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3e81a-13ee-4ccc-bcc7-9cd2a56494d8 req-12c18c62-a81e-4d2e-bbf7-e09f6ac53c30 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:25.786026 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-71c3e81a-13ee-4ccc-bcc7-9cd2a56494d8 req-12c18c62-a81e-4d2e-bbf7-e09f6ac53c30 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 944 time: 0.0577528 Mar 01 17:06:25.838331 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-71c3e81a-13ee-4ccc-bcc7-9cd2a56494d8 req-973591c7-3c49-4fdb-b618-d4bd17c4b858 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456941 Mar 01 17:06:26.693865 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 955b4515-90fa-425d-b1ed-e9e209390bb8 details requested by agent hyperv_hv-cinder-83124 with host hv-cinder-83124 {{(pid=103034) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 01 17:06:26.794419 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 955b4515-90fa-425d-b1ed-e9e209390bb8, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=955b4515-90fa-425d-b1ed-e9e209390bb8,segment=NetworkSegment(d30029e1-fef4-4b84-9127-2a2720257a02),segment_id=d30029e1-fef4-4b84-9127-2a2720257a02)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:06:26.806276 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Returning: {'device': '955b4515-90fa-425d-b1ed-e9e209390bb8', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'port_id': '955b4515-90fa-425d-b1ed-e9e209390bb8', 'mac_address': 'fa:16:3e:4f:e8:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103034) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 01 17:06:26.844064 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 955b4515-90fa-425d-b1ed-e9e209390bb8 is: DOWN; New status is: BUILD {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:06:26.844456 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (955b4515-90fa-425d-b1ed-e9e209390bb8), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:26.857859 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955b4515-90fa-425d-b1ed-e9e209390bb8 {{(pid=103034) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 17:06:26.878187 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 955b4515-90fa-425d-b1ed-e9e209390bb8, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=955b4515-90fa-425d-b1ed-e9e209390bb8,segment=NetworkSegment(d30029e1-fef4-4b84-9127-2a2720257a02),segment_id=d30029e1-fef4-4b84-9127-2a2720257a02)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:06:26.882210 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (955b4515-90fa-425d-b1ed-e9e209390bb8), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:26.935174 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=955b4515-90fa-425d-b1ed-e9e209390bb8,revision_number=4']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:06:26.943001 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:06:26.943371 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:06:26.943719 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:06:26.944132 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:06:26.944403 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:06:26.944756 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:06:26.945083 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:06:26.945458 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:06:26.945791 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:06:26.946120 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:06:26.946438 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:06:26.946759 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:06:26.947076 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:06:26.962040 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3a95b-a642-4d27-a413-6e52c99fbb91 req-0dd3fe34-6817-4de1-9d6a-b149a126bb69 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:26.963588 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f1b3a95b-a642-4d27-a413-6e52c99fbb91 req-0dd3fe34-6817-4de1-9d6a-b149a126bb69 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 945 time: 0.0547869 Mar 01 17:06:27.012251 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-f1b3a95b-a642-4d27-a413-6e52c99fbb91 req-2b7e536b-e693-4956-bc0c-708d8f93e385 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430355 Mar 01 17:06:27.097316 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] get_ports_and_sgs() called for port_ids ['955b4515-90fa-425d-b1ed-e9e209390bb8'] {{(pid=103034) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 01 17:06:28.131090 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065ca51-bd10-45c3-a9e4-34bbf0ce72ca req-4f9f1ee2-6256-475a-9dab-d1a991ac02fa tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:28.132646 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-b065ca51-bd10-45c3-a9e4-34bbf0ce72ca req-4f9f1ee2-6256-475a-9dab-d1a991ac02fa tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 945 time: 0.0530617 Mar 01 17:06:28.183094 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-b065ca51-bd10-45c3-a9e4-34bbf0ce72ca req-43bb97f8-6a9e-498c-a521-d7b1db27c6a1 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441868 Mar 01 17:06:28.709918 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 955b4515-90fa-425d-b1ed-e9e209390bb8 up at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 01 17:06:28.784224 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning for port 955b4515-90fa-425d-b1ed-e9e209390bb8 completed by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 01 17:06:28.788537 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.provisioning_blocks [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Provisioning complete for port 955b4515-90fa-425d-b1ed-e9e209390bb8 triggered by entity L2. {{(pid=103034) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 01 17:06:28.788926 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984432'] for port (955b4515-90fa-425d-b1ed-e9e209390bb8), provisioning_complete {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:28.872318 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Current status of the port 955b4515-90fa-425d-b1ed-e9e209390bb8 is: BUILD; New status is: ACTIVE {{(pid=103034) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 01 17:06:28.872710 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (955b4515-90fa-425d-b1ed-e9e209390bb8), before_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:28.903650 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e10c49-400a-46cf-9eaf-ad922b0a7308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955b4515-90fa-425d-b1ed-e9e209390bb8'}] {{(pid=103034) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:06:28.905887 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}911ff4e7cb23a2cf7607e62493baf5a5f2c6960ae4a4251ba1e3e5107ef2409b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c6003a-6513-403b-8259-6146964445b6" -d '{"events": [{"server_uuid": "63e10c49-400a-46cf-9eaf-ad922b0a7308", "name": "network-vif-plugged", "status": "completed", "tag": "955b4515-90fa-425d-b1ed-e9e209390bb8"}]}' {{(pid=103034) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:06:28.919736 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.db [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] For port 955b4515-90fa-425d-b1ed-e9e209390bb8, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=955b4515-90fa-425d-b1ed-e9e209390bb8,segment=NetworkSegment(d30029e1-fef4-4b84-9127-2a2720257a02),segment_id=d30029e1-fef4-4b84-9127-2a2720257a02)] {{(pid=103034) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:06:28.925031 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215'] for port (955b4515-90fa-425d-b1ed-e9e209390bb8), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:28.948369 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f0351c-5f7a-47a3-a5e0-2d8e944d3fec x-openstack-request-id: req-e3f0351c-5f7a-47a3-a5e0-2d8e944d3fec {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:06:28.948675 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e10c49-400a-46cf-9eaf-ad922b0a7308", "name": "network-vif-plugged", "status": "completed", "tag": "955b4515-90fa-425d-b1ed-e9e209390bb8", "code": 200}]} {{(pid=103034) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:06:28.948933 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e3f0351c-5f7a-47a3-a5e0-2d8e944d3fec {{(pid=103034) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:06:28.949326 dv-cinder-831247-2-iscsi neutron-server[103034]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e10c49-400a-46cf-9eaf-ad922b0a7308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955b4515-90fa-425d-b1ed-e9e209390bb8', 'code': 200} Mar 01 17:06:28.977252 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Pushing event updated for resources: {'Port': ['ID=955b4515-90fa-425d-b1ed-e9e209390bb8,revision_number=5']} {{(pid=103034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:06:29.160889 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c0c75-3c16-44fb-afd4-6ae8afd06b79 req-f11331b6-27a2-4ba9-a966-85650ee140f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:29.162351 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-933c0c75-3c16-44fb-afd4-6ae8afd06b79 req-f11331b6-27a2-4ba9-a966-85650ee140f8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 1130 time: 0.0468969 Mar 01 17:06:29.206794 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-933c0c75-3c16-44fb-afd4-6ae8afd06b79 req-346082a0-6adc-4d65-a293-90bd97776175 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387931 Mar 01 17:06:29.303924 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cb597-06a2-44fc-9226-d92439c4efa6 req-c57d9840-3475-4ad0-a62a-6d4dae512a2d tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:29.305512 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-557cb597-06a2-44fc-9226-d92439c4efa6 req-c57d9840-3475-4ad0-a62a-6d4dae512a2d tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 946 time: 0.0575292 Mar 01 17:06:29.354695 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-557cb597-06a2-44fc-9226-d92439c4efa6 req-c6be4b49-e3d2-412d-8e83-a894a11a000b tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435917 Mar 01 17:06:30.475556 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df53b21-53e7-4be8-82c3-42a7edec56dc req-6495ba9d-0bec-4eed-a16e-86de6caf3b62 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:30.477988 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3df53b21-53e7-4be8-82c3-42a7edec56dc req-6495ba9d-0bec-4eed-a16e-86de6caf3b62 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 946 time: 0.0535953 Mar 01 17:06:30.526344 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-3df53b21-53e7-4be8-82c3-42a7edec56dc req-71d17671-7b65-4a81-9c3c-2344ea9af731 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428317 Mar 01 17:06:30.643453 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32169fd-bee5-4164-ae21-80bbbbeacd24 req-6378dc26-82ca-419f-bb8e-ed921977a378 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:30.644830 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d32169fd-bee5-4164-ae21-80bbbbeacd24 req-6378dc26-82ca-419f-bb8e-ed921977a378 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 946 time: 0.0537310 Mar 01 17:06:30.696429 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d32169fd-bee5-4164-ae21-80bbbbeacd24 req-da2be410-7e98-4adc-a780-c58d83fc09e4 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447466 Mar 01 17:06:30.719095 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 60762) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:06:30.761024 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af43bb86-d496-425a-8627-ff4833f46ff8 tempest-TestVolumeBootPattern-346417256 tempest-TestVolumeBootPattern-346417256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:30.762559 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-af43bb86-d496-425a-8627-ff4833f46ff8 tempest-TestVolumeBootPattern-346417256 tempest-TestVolumeBootPattern-346417256-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 1125 time: 0.0424573 Mar 01 17:06:30.765432 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 60764) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:06:30.769654 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.v2.base [None req-5a9f2b7e-ffc6-4d72-85fa-98d78ce263eb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Request body: {'floatingip': {'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'port_id': '955b4515-90fa-425d-b1ed-e9e209390bb8', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103033) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 17:06:30.791113 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5a9f2b7e-ffc6-4d72-85fa-98d78ce263eb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:30.890312 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5a9f2b7e-ffc6-4d72-85fa-98d78ce263eb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (None), before_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:31.000116 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_common [None req-5a9f2b7e-ffc6-4d72-85fa-98d78ce263eb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Allocated IP 172.27.0.32 (e6ae233f-293e-41a5-ad0b-5fc845cdb59d/f57a09de-5442-447f-9fd0-ed63e9a7467a/bb31fec5-e634-4786-b07d-36c4657c582b) {{(pid=103033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 17:06:31.102079 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5a9f2b7e-ffc6-4d72-85fa-98d78ce263eb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for port (bb31fec5-e634-4786-b07d-36c4657c582b), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:31.140065 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5a9f2b7e-ffc6-4d72-85fa-98d78ce263eb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740453210615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (bb31fec5-e634-4786-b07d-36c4657c582b), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:31.183157 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9f2b7e-ffc6-4d72-85fa-98d78ce263eb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Network e6ae233f-293e-41a5-ad0b-5fc845cdb59d is already hosted by enough agents. {{(pid=103033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 17:06:31.186192 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.base_scheduler [None req-5a9f2b7e-ffc6-4d72-85fa-98d78ce263eb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Resources bound (agent type, host, resource id): {{(pid=103033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 17:06:31.189790 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9f2b7e-ffc6-4d72-85fa-98d78ce263eb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Received port after_create {{(pid=103033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 01 17:06:31.195568 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f2b7e-ffc6-4d72-85fa-98d78ce263eb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event updated for resources: {'Port': ['ID=bb31fec5-e634-4786-b07d-36c4657c582b,revision_number=1']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:06:31.578667 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5a9f2b7e-ffc6-4d72-85fa-98d78ce263eb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for floatingip (b28cc676-dea2-474d-971c-6a0450904c1d), precommit_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:31.651018 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5a9f2b7e-ffc6-4d72-85fa-98d78ce263eb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600443'] for port (bb31fec5-e634-4786-b07d-36c4657c582b), before_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:31.802204 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5a9f2b7e-ffc6-4d72-85fa-98d78ce263eb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for port (bb31fec5-e634-4786-b07d-36c4657c582b), precommit_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:31.807396 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5a9f2b7e-ffc6-4d72-85fa-98d78ce263eb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740453750766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740453213197', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740453213215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12090074'] for port (bb31fec5-e634-4786-b07d-36c4657c582b), after_update {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:31.885736 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f2b7e-ffc6-4d72-85fa-98d78ce263eb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event updated for resources: {'Port': ['ID=bb31fec5-e634-4786-b07d-36c4657c582b,revision_number=2']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:06:31.898179 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5a9f2b7e-ffc6-4d72-85fa-98d78ce263eb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688646'] for floatingip (b28cc676-dea2-474d-971c-6a0450904c1d), after_create {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:31.998593 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:32.002461 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.db.l3_db [None req-5a9f2b7e-ffc6-4d72-85fa-98d78ce263eb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Floating IP b28cc676-dea2-474d-971c-6a0450904c1d associated. External IP: 172.27.0.32, port: 955b4515-90fa-425d-b1ed-e9e209390bb8. Mar 01 17:06:32.237762 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9f2b7e-ffc6-4d72-85fa-98d78ce263eb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Router b48f479a-35a5-43fe-b608-11c65a0f81cd has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:06:32.351079 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9f2b7e-ffc6-4d72-85fa-98d78ce263eb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:06:32.361898 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313d0ff0-0053-4199-a00b-e529d8c5f76d None None] Sync routers for ids ['b48f479a-35a5-43fe-b608-11c65a0f81cd'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:06:32.368807 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-5a9f2b7e-ffc6-4d72-85fa-98d78ce263eb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for floatingip (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:32.372212 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313d0ff0-0053-4199-a00b-e529d8c5f76d None None] Routers {'b48f479a-35a5-43fe-b608-11c65a0f81cd'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:06:32.372864 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-313d0ff0-0053-4199-a00b-e529d8c5f76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:06:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['b48f479a-35a5-43fe-b608-11c65a0f81cd'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:06:32.400764 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-5a9f2b7e-ffc6-4d72-85fa-98d78ce263eb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6342955 Mar 01 17:06:32.401357 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e10c49-400a-46cf-9eaf-ad922b0a7308', 'tag': '955b4515-90fa-425d-b1ed-e9e209390bb8'}] {{(pid=103033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:06:32.403676 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dddadf24ac110f9ada54727228b3474a86f75cc3561f1e1b47b1deb8a3f97d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c63a54-cc47-41fc-ab99-37e39f175b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "63e10c49-400a-46cf-9eaf-ad922b0a7308", "tag": "955b4515-90fa-425d-b1ed-e9e209390bb8"}]}' {{(pid=103033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:06:32.440895 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 17:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f22d79-a911-4a8d-a287-d92e2e4d10af x-openstack-request-id: req-a4f22d79-a911-4a8d-a287-d92e2e4d10af {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:06:32.441188 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e10c49-400a-46cf-9eaf-ad922b0a7308", "tag": "955b4515-90fa-425d-b1ed-e9e209390bb8", "status": "completed", "code": 200}]} {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:06:32.441440 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4f22d79-a911-4a8d-a287-d92e2e4d10af {{(pid=103033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:06:32.441848 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e10c49-400a-46cf-9eaf-ad922b0a7308', 'tag': '955b4515-90fa-425d-b1ed-e9e209390bb8', 'status': 'completed', 'code': 200} Mar 01 17:06:32.490729 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-313d0ff0-0053-4199-a00b-e529d8c5f76d None None] Set router b48f479a-35a5-43fe-b608-11c65a0f81cd gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:06:32.542988 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2c917585-5547-49b3-8776-8524ae90ca89 req-5ce933f4-2c9a-4a59-af13-d8cce2b14a1f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816772 Mar 01 17:06:32.545590 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c63a54-cc47-41fc-ab99-37e39f175b1f req-b3a06d57-89c2-4b7a-9021-5c42c31c9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:32.546952 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a3c63a54-cc47-41fc-ab99-37e39f175b1f req-b3a06d57-89c2-4b7a-9021-5c42c31c9689 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfbb9521b0ae41719a30a1935a4cbf87&device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 1130 time: 0.0769577 Mar 01 17:06:32.676182 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c917585-5547-49b3-8776-8524ae90ca89 req-3b44937d-ce05-4991-bb44-7b8e88fb872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:32.677600 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2c917585-5547-49b3-8776-8524ae90ca89 req-3b44937d-ce05-4991-bb44-7b8e88fb872f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfbb9521b0ae41719a30a1935a4cbf87&device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 1130 time: 0.0905943 Mar 01 17:06:32.678968 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c63a54-cc47-41fc-ab99-37e39f175b1f req-4294d3c9-97a4-49cd-b18e-8d7986e71211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:32.680860 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a3c63a54-cc47-41fc-ab99-37e39f175b1f req-4294d3c9-97a4-49cd-b18e-8d7986e71211 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6046e82-458d-4f62-9448-cbf1da4a132e HTTP/1.1" status: 200 len: 912 time: 0.1219969 Mar 01 17:06:32.728245 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-313d0ff0-0053-4199-a00b-e529d8c5f76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': '8d17d474-e252-4953-8cf9-58e138432e1c', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'port_id': 'c88f0215-33ab-4f38-a1b1-6fe5b42bdf53', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'mac_address': 'fa:16:3e:ce:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d5bf81-6692-45b3-900e-b08e3fb33027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:04:24Z', 'updated_at': '2022-03-01T17:04:27Z', 'revision_number': 1, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'fixed_ip_address_scope': None}, {'id': 'b28cc676-dea2-474d-971c-6a0450904c1d', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'port_id': '955b4515-90fa-425d-b1ed-e9e209390bb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'mac_address': 'fa:16:3e:4f:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e10c49-400a-46cf-9eaf-ad922b0a7308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:06:31Z', 'updated_at': '2022-03-01T17:06:31Z', 'revision_number': 0, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:20Z', 'revision_number': 5, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:06:32.754851 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313d0ff0-0053-4199-a00b-e529d8c5f76d None None] Checking router: b48f479a-35a5-43fe-b608-11c65a0f81cd for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:06:32.763661 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313d0ff0-0053-4199-a00b-e529d8c5f76d None None] Routers {'b48f479a-35a5-43fe-b608-11c65a0f81cd'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:06:32.764268 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-313d0ff0-0053-4199-a00b-e529d8c5f76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:06:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['b48f479a-35a5-43fe-b608-11c65a0f81cd'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:06:32.797525 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a3c63a54-cc47-41fc-ab99-37e39f175b1f req-a7c167f6-bd75-4656-ae78-3c4c9c5e80ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955b4515-90fa-425d-b1ed-e9e209390bb8 HTTP/1.1" status: 200 len: 999 time: 0.1109176 Mar 01 17:06:32.854682 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c917585-5547-49b3-8776-8524ae90ca89 req-66714c7b-f004-4321-ab11-704c7e4955b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:32.856222 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2c917585-5547-49b3-8776-8524ae90ca89 req-66714c7b-f004-4321-ab11-704c7e4955b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6046e82-458d-4f62-9448-cbf1da4a132e HTTP/1.1" status: 200 len: 912 time: 0.1351190 Mar 01 17:06:32.870076 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c63a54-cc47-41fc-ab99-37e39f175b1f req-edd1745f-ec2d-445e-a3b1-f3ca25afb567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:32.871556 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a3c63a54-cc47-41fc-ab99-37e39f175b1f req-edd1745f-ec2d-445e-a3b1-f3ca25afb567 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1576c47e-a363-42c8-b1bb-78954efa89be HTTP/1.1" status: 200 len: 850 time: 0.0669699 Mar 01 17:06:32.964397 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2c917585-5547-49b3-8776-8524ae90ca89 req-20245030-427d-46ee-af23-03150beb9e85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 HTTP/1.1" status: 200 len: 1002 time: 0.1011643 Mar 01 17:06:32.998144 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c63a54-cc47-41fc-ab99-37e39f175b1f req-5e88cf8c-d32e-4bbe-bf73-17254674943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:32.999665 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a3c63a54-cc47-41fc-ab99-37e39f175b1f req-5e88cf8c-d32e-4bbe-bf73-17254674943f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6046e82-458d-4f62-9448-cbf1da4a132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0975718 Mar 01 17:06:33.005427 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-313d0ff0-0053-4199-a00b-e529d8c5f76d None None] Set router b48f479a-35a5-43fe-b608-11c65a0f81cd gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:06:33.066374 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c917585-5547-49b3-8776-8524ae90ca89 req-f5744e33-41db-446a-8388-9cda0656ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:33.067875 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2c917585-5547-49b3-8776-8524ae90ca89 req-f5744e33-41db-446a-8388-9cda0656ae65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1576c47e-a363-42c8-b1bb-78954efa89be HTTP/1.1" status: 200 len: 850 time: 0.0984187 Mar 01 17:06:33.246906 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-313d0ff0-0053-4199-a00b-e529d8c5f76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': '8d17d474-e252-4953-8cf9-58e138432e1c', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'port_id': 'c88f0215-33ab-4f38-a1b1-6fe5b42bdf53', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'mac_address': 'fa:16:3e:ce:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d5bf81-6692-45b3-900e-b08e3fb33027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:04:24Z', 'updated_at': '2022-03-01T17:04:27Z', 'revision_number': 1, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'fixed_ip_address_scope': None}, {'id': 'b28cc676-dea2-474d-971c-6a0450904c1d', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'port_id': '955b4515-90fa-425d-b1ed-e9e209390bb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'mac_address': 'fa:16:3e:4f:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e10c49-400a-46cf-9eaf-ad922b0a7308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:06:31Z', 'updated_at': '2022-03-01T17:06:31Z', 'revision_number': 0, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:20Z', 'revision_number': 5, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:06:33.275519 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313d0ff0-0053-4199-a00b-e529d8c5f76d None None] The sync data for ids ['b48f479a-35a5-43fe-b608-11c65a0f81cd'] in dv-cinder-831247-2-iscsi is: [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': '8d17d474-e252-4953-8cf9-58e138432e1c', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'port_id': 'c88f0215-33ab-4f38-a1b1-6fe5b42bdf53', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'mac_address': 'fa:16:3e:ce:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d5bf81-6692-45b3-900e-b08e3fb33027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:04:24Z', 'updated_at': '2022-03-01T17:04:27Z', 'revision_number': 1, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'fixed_ip_address_scope': None}, {'id': 'b28cc676-dea2-474d-971c-6a0450904c1d', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'port_id': '955b4515-90fa-425d-b1ed-e9e209390bb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'mac_address': 'fa:16:3e:4f:e8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e10c49-400a-46cf-9eaf-ad922b0a7308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:06:31Z', 'updated_at': '2022-03-01T17:06:31Z', 'revision_number': 0, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:20Z', 'revision_number': 5, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:06:33.407407 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a3c63a54-cc47-41fc-ab99-37e39f175b1f req-29dea9a2-f3eb-4042-b31c-a70920a2bc0c service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018366 Mar 01 17:06:33.417019 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c917585-5547-49b3-8776-8524ae90ca89 req-caa34e8e-a0d9-4b72-b543-503e058b36f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:06:33.418508 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2c917585-5547-49b3-8776-8524ae90ca89 req-caa34e8e-a0d9-4b72-b543-503e058b36f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6046e82-458d-4f62-9448-cbf1da4a132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3445773 Mar 01 17:06:33.485482 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92fbe21-8bc9-44bc-aa6d-c905366abd74 None None] New status for floating IP b28cc676-dea2-474d-971c-6a0450904c1d: ACTIVE {{(pid=103035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 17:06:33.568426 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a3c63a54-cc47-41fc-ab99-37e39f175b1f req-6f434555-1134-448b-b729-c643ea97e43f service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542974 Mar 01 17:06:33.572458 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2c917585-5547-49b3-8776-8524ae90ca89 req-1366d9e5-db3e-4470-9b73-5e49988666f9 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471574 Mar 01 17:06:33.672078 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2c917585-5547-49b3-8776-8524ae90ca89 req-7b3cb69c-2cb1-4bfa-b6ec-5fd44034ba78 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935323 Mar 01 17:06:43.686717 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-204dd534-ff18-4dbe-ac7e-423a0c7957e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:44.108855 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 17:06:45.952239 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-a36dd0ec-b12e-4431-b0e7-037723bf3e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:46.982921 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:48.582576 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:06:49.905458 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:07:02.020571 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:07:13.689054 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4769618a-2c25-4288-b013-538e61ab50c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:07:15.944926 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f102327c-0209-4113-9235-ea1c2b0efeb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:07:16.984651 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:07:18.586241 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:07:19.909630 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:07:21.108558 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 17:07:32.037159 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:07:33.619350 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e80913f5-6f61-421f-b68a-ebf005e8703b req-45178668-b898-4aed-bc47-fb67b2e5abcc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1322427 Mar 01 17:07:33.683014 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80913f5-6f61-421f-b68a-ebf005e8703b req-2c42bedb-af2c-4e32-b28a-107d1e08d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:07:33.684467 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e80913f5-6f61-421f-b68a-ebf005e8703b req-2c42bedb-af2c-4e32-b28a-107d1e08d9b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfbb9521b0ae41719a30a1935a4cbf87&device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 1130 time: 0.0436120 Mar 01 17:07:33.791851 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80913f5-6f61-421f-b68a-ebf005e8703b req-c2a04f1b-71ba-47f9-8b77-af3d5985b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:07:33.793362 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e80913f5-6f61-421f-b68a-ebf005e8703b req-c2a04f1b-71ba-47f9-8b77-af3d5985b824 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6046e82-458d-4f62-9448-cbf1da4a132e HTTP/1.1" status: 200 len: 912 time: 0.0911632 Mar 01 17:07:33.864897 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e80913f5-6f61-421f-b68a-ebf005e8703b req-951332ae-1200-4a93-b734-df318b47c415 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955b4515-90fa-425d-b1ed-e9e209390bb8 HTTP/1.1" status: 200 len: 1001 time: 0.0648949 Mar 01 17:07:33.915565 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80913f5-6f61-421f-b68a-ebf005e8703b req-590b459c-7f7b-4b70-bcb6-3684b4e47493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:07:33.917033 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e80913f5-6f61-421f-b68a-ebf005e8703b req-590b459c-7f7b-4b70-bcb6-3684b4e47493 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1576c47e-a363-42c8-b1bb-78954efa89be HTTP/1.1" status: 200 len: 850 time: 0.0470769 Mar 01 17:07:33.969337 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80913f5-6f61-421f-b68a-ebf005e8703b req-beab9f3c-c48b-4f57-b181-dd95b4e853f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:07:33.970764 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e80913f5-6f61-421f-b68a-ebf005e8703b req-beab9f3c-c48b-4f57-b181-dd95b4e853f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6046e82-458d-4f62-9448-cbf1da4a132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482302 Mar 01 17:07:33.980421 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [req-e80913f5-6f61-421f-b68a-ebf005e8703b req-1d40f7e3-5e00-46b2-bbd4-8473c5784789 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 01 17:07:33.981350 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e80913f5-6f61-421f-b68a-ebf005e8703b req-1d40f7e3-5e00-46b2-bbd4-8473c5784789 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048528 Mar 01 17:07:34.069699 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e80913f5-6f61-421f-b68a-ebf005e8703b req-4014fcd4-172b-4d55-900d-95e4bac64c55 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826440 Mar 01 17:07:34.160891 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-e80913f5-6f61-421f-b68a-ebf005e8703b req-63a28392-4156-4506-a465-bb527ba1c306 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859337 Mar 01 17:07:43.691411 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9c0b9c72-9adb-4c2c-8ce5-191cdb4c6d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:07:45.947126 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-03a5bc70-f066-45d7-9ff7-0e99f6774e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:07:46.989588 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:07:48.588753 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:07:49.911850 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:07:58.107503 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 17:08:02.036771 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:02.873876 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 60790) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:08:03.040433 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Deleting port bb31fec5-e634-4786-b07d-36c4657c582b {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:08:03.040791 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (bb31fec5-e634-4786-b07d-36c4657c582b), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:03.119347 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (bb31fec5-e634-4786-b07d-36c4657c582b), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:03.119703 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for floatingip (bb31fec5-e634-4786-b07d-36c4657c582b), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:03.132152 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Calling delete_port for bb31fec5-e634-4786-b07d-36c4657c582b owned by network:floatingip {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:08:03.305303 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (bb31fec5-e634-4786-b07d-36c4657c582b), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:03.328937 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event deleted for resources: {'Port': ['ID=bb31fec5-e634-4786-b07d-36c4657c582b,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:08:03.342375 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:03.342724 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:03.343067 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:03.343434 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:03.343763 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:03.344086 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:03.344410 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:03.344732 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:03.345053 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:03.345374 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:03.346355 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:03.346706 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:03.347024 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:03.402730 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for floatingip (b28cc676-dea2-474d-971c-6a0450904c1d), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:03.403114 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.db.l3_db [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Floating IP b28cc676-dea2-474d-971c-6a0450904c1d disassociated (deleted). External IP: 172.27.0.32, port: 955b4515-90fa-425d-b1ed-e9e209390bb8. Mar 01 17:08:03.870780 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Router b48f479a-35a5-43fe-b608-11c65a0f81cd has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:08:03.988872 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:08:03.993620 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for floatingip (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:03.998329 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c11a6cf-4a1e-4182-93e7-bd2d5f7214f7 None None] Sync routers for ids ['b48f479a-35a5-43fe-b608-11c65a0f81cd'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:08:04.009646 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c11a6cf-4a1e-4182-93e7-bd2d5f7214f7 None None] Routers {'b48f479a-35a5-43fe-b608-11c65a0f81cd'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:08:04.010270 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-0c11a6cf-4a1e-4182-93e7-bd2d5f7214f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:07:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['b48f479a-35a5-43fe-b608-11c65a0f81cd'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:08:04.025693 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-f25503c4-f409-4dca-b366-54de1f854880 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "DELETE /v2.0/floatingips/b28cc676-dea2-474d-971c-6a0450904c1d HTTP/1.1" status: 204 len: 168 time: 1.1504395 Mar 01 17:08:04.026266 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e10c49-400a-46cf-9eaf-ad922b0a7308', 'tag': '955b4515-90fa-425d-b1ed-e9e209390bb8'}] {{(pid=103033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:08:04.028585 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dddadf24ac110f9ada54727228b3474a86f75cc3561f1e1b47b1deb8a3f97d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22283dd-43b8-42f1-b1e4-0a3c320760f6" -d '{"events": [{"name": "network-changed", "server_uuid": "63e10c49-400a-46cf-9eaf-ad922b0a7308", "tag": "955b4515-90fa-425d-b1ed-e9e209390bb8"}]}' {{(pid=103033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:08:04.125730 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-0c11a6cf-4a1e-4182-93e7-bd2d5f7214f7 None None] Set router b48f479a-35a5-43fe-b608-11c65a0f81cd gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:08:04.135085 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 17:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d7cf45-1422-42da-8602-8543d1672997 x-openstack-request-id: req-83d7cf45-1422-42da-8602-8543d1672997 {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:08:04.135458 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e10c49-400a-46cf-9eaf-ad922b0a7308", "tag": "955b4515-90fa-425d-b1ed-e9e209390bb8", "status": "completed", "code": 200}]} {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:08:04.135723 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83d7cf45-1422-42da-8602-8543d1672997 {{(pid=103033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:08:04.136135 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e10c49-400a-46cf-9eaf-ad922b0a7308', 'tag': '955b4515-90fa-425d-b1ed-e9e209390bb8', 'status': 'completed', 'code': 200} Mar 01 17:08:04.209559 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22283dd-43b8-42f1-b1e4-0a3c320760f6 req-b564237c-6f9e-40e4-b598-62e20f954a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:08:04.211087 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a22283dd-43b8-42f1-b1e4-0a3c320760f6 req-b564237c-6f9e-40e4-b598-62e20f954a67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfbb9521b0ae41719a30a1935a4cbf87&device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 1130 time: 0.0548093 Mar 01 17:08:04.316663 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22283dd-43b8-42f1-b1e4-0a3c320760f6 req-66aaaf95-92bd-40fb-917a-5162405db4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:08:04.318169 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a22283dd-43b8-42f1-b1e4-0a3c320760f6 req-66aaaf95-92bd-40fb-917a-5162405db4ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6046e82-458d-4f62-9448-cbf1da4a132e HTTP/1.1" status: 200 len: 912 time: 0.1014037 Mar 01 17:08:04.364201 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a22283dd-43b8-42f1-b1e4-0a3c320760f6 req-1d79b861-203d-4279-8c00-ebc611c1e669 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955b4515-90fa-425d-b1ed-e9e209390bb8 HTTP/1.1" status: 200 len: 217 time: 0.0400417 Mar 01 17:08:04.400877 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-0c11a6cf-4a1e-4182-93e7-bd2d5f7214f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': '8d17d474-e252-4953-8cf9-58e138432e1c', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'port_id': 'c88f0215-33ab-4f38-a1b1-6fe5b42bdf53', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'mac_address': 'fa:16:3e:ce:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d5bf81-6692-45b3-900e-b08e3fb33027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:04:24Z', 'updated_at': '2022-03-01T17:04:27Z', 'revision_number': 1, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:20Z', 'revision_number': 5, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:08:04.421568 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22283dd-43b8-42f1-b1e4-0a3c320760f6 req-3b5ab75e-c5a2-468b-a039-f674f71431ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:08:04.423081 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a22283dd-43b8-42f1-b1e4-0a3c320760f6 req-3b5ab75e-c5a2-468b-a039-f674f71431ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1576c47e-a363-42c8-b1bb-78954efa89be HTTP/1.1" status: 200 len: 850 time: 0.0534229 Mar 01 17:08:04.429160 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c11a6cf-4a1e-4182-93e7-bd2d5f7214f7 None None] Checking router: b48f479a-35a5-43fe-b608-11c65a0f81cd for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:08:04.443971 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c11a6cf-4a1e-4182-93e7-bd2d5f7214f7 None None] Routers {'b48f479a-35a5-43fe-b608-11c65a0f81cd'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:08:04.444607 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-0c11a6cf-4a1e-4182-93e7-bd2d5f7214f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:07:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['b48f479a-35a5-43fe-b608-11c65a0f81cd'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:08:04.476322 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22283dd-43b8-42f1-b1e4-0a3c320760f6 req-cb0400fe-1efe-4c15-8346-38a0c8bc8f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:08:04.477857 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a22283dd-43b8-42f1-b1e4-0a3c320760f6 req-cb0400fe-1efe-4c15-8346-38a0c8bc8f3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6046e82-458d-4f62-9448-cbf1da4a132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488799 Mar 01 17:08:04.561437 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-0c11a6cf-4a1e-4182-93e7-bd2d5f7214f7 None None] Set router b48f479a-35a5-43fe-b608-11c65a0f81cd gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:08:04.575760 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a22283dd-43b8-42f1-b1e4-0a3c320760f6 req-23d282d0-8c33-4247-8582-aafa5fac3c3c service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916324 Mar 01 17:08:04.667647 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-a22283dd-43b8-42f1-b1e4-0a3c320760f6 req-e80ad217-5945-4ff7-9c7f-aace112dfc38 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862153 Mar 01 17:08:04.795057 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-0c11a6cf-4a1e-4182-93e7-bd2d5f7214f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': '8d17d474-e252-4953-8cf9-58e138432e1c', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'port_id': 'c88f0215-33ab-4f38-a1b1-6fe5b42bdf53', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'mac_address': 'fa:16:3e:ce:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d5bf81-6692-45b3-900e-b08e3fb33027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:04:24Z', 'updated_at': '2022-03-01T17:04:27Z', 'revision_number': 1, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:20Z', 'revision_number': 5, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:08:04.823009 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c11a6cf-4a1e-4182-93e7-bd2d5f7214f7 None None] The sync data for ids ['b48f479a-35a5-43fe-b608-11c65a0f81cd'] in dv-cinder-831247-2-iscsi is: [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_floatingips': [{'id': '8d17d474-e252-4953-8cf9-58e138432e1c', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'floating_ip_address': '172.27.0.234', 'floating_network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'router_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'port_id': 'c88f0215-33ab-4f38-a1b1-6fe5b42bdf53', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'mac_address': 'fa:16:3e:ce:33:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d5bf81-6692-45b3-900e-b08e3fb33027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T17:04:24Z', 'updated_at': '2022-03-01T17:04:27Z', 'revision_number': 1, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:20Z', 'revision_number': 5, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:08:05.054552 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfe46a5-d69f-42b5-b01b-8009ca151473 None None] New status for floating IP b28cc676-dea2-474d-971c-6a0450904c1d: DOWN {{(pid=103035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 17:08:05.321489 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d4e2f-8574-4e21-b9dc-c2f38f7f307b req-2da96fae-d824-4709-a3b3-5b195ae94069 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:08:05.322973 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-929d4e2f-8574-4e21-b9dc-c2f38f7f307b req-2da96fae-d824-4709-a3b3-5b195ae94069 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 946 time: 0.1071625 Mar 01 17:08:05.371801 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-929d4e2f-8574-4e21-b9dc-c2f38f7f307b req-eee4d077-4de4-46a7-9685-4553bc4d42b5 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432034 Mar 01 17:08:06.547801 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86127e-97ce-49c4-a8f8-b52980ea2690 req-3e6702d0-e7f6-4bd7-bf88-d471be3ef2e5 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:08:06.550088 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2b86127e-97ce-49c4-a8f8-b52980ea2690 req-3e6702d0-e7f6-4bd7-bf88-d471be3ef2e5 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 946 time: 0.1106532 Mar 01 17:08:06.604110 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-2b86127e-97ce-49c4-a8f8-b52980ea2690 req-f85bf33b-670b-484a-8177-ece71994d9c1 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470943 Mar 01 17:08:06.723835 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1567227-da62-46f5-ab88-b989b031494d req-bab767c2-3f3b-4f6f-9717-e81709298850 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:08:06.725162 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d1567227-da62-46f5-ab88-b989b031494d req-bab767c2-3f3b-4f6f-9717-e81709298850 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.37 "GET /v2.0/ports?device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 946 time: 0.0508285 Mar 01 17:08:06.815663 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-d1567227-da62-46f5-ab88-b989b031494d req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Deleting port 955b4515-90fa-425d-b1ed-e9e209390bb8 {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:08:06.815996 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-d1567227-da62-46f5-ab88-b989b031494d req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (955b4515-90fa-425d-b1ed-e9e209390bb8), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:06.901781 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-d1567227-da62-46f5-ab88-b989b031494d req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] For port 955b4515-90fa-425d-b1ed-e9e209390bb8, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=955b4515-90fa-425d-b1ed-e9e209390bb8,segment=NetworkSegment(d30029e1-fef4-4b84-9127-2a2720257a02),segment_id=d30029e1-fef4-4b84-9127-2a2720257a02)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:08:06.902136 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-d1567227-da62-46f5-ab88-b989b031494d req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (955b4515-90fa-425d-b1ed-e9e209390bb8), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:06.915214 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-d1567227-da62-46f5-ab88-b989b031494d req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Calling delete_port for 955b4515-90fa-425d-b1ed-e9e209390bb8 owned by compute:nova {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:08:07.044735 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-d1567227-da62-46f5-ab88-b989b031494d req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (955b4515-90fa-425d-b1ed-e9e209390bb8), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:07.077060 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event deleted for resources: {'Port': ['ID=955b4515-90fa-425d-b1ed-e9e209390bb8,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:08:07.090035 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:07.090393 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:07.090740 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:07.091088 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:07.091452 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:07.091801 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:07.092131 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:07.092474 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:07.092789 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:07.093120 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:07.093449 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:07.093774 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:07.094096 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831247-2-iscsi {{(pid=103032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 17:08:07.131655 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1567227-da62-46f5-ab88-b989b031494d req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] No DVR routers for this DVR port 955b4515-90fa-425d-b1ed-e9e209390bb8 on host hv-cinder-83124 {{(pid=103032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:08:07.134273 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-d1567227-da62-46f5-ab88-b989b031494d req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:07.137658 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-d1567227-da62-46f5-ab88-b989b031494d req-b196f800-2d59-46d9-84e7-a4893c0b7467 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.37 "DELETE /v2.0/ports/955b4515-90fa-425d-b1ed-e9e209390bb8 HTTP/1.1" status: 204 len: 173 time: 0.4078667 Mar 01 17:08:07.138112 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e10c49-400a-46cf-9eaf-ad922b0a7308', 'name': 'network-vif-deleted', 'tag': '955b4515-90fa-425d-b1ed-e9e209390bb8'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:08:07.140393 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a1c7ed-8c9d-4e4f-bd93-176bad1a6b03" -d '{"events": [{"server_uuid": "63e10c49-400a-46cf-9eaf-ad922b0a7308", "name": "network-vif-deleted", "tag": "955b4515-90fa-425d-b1ed-e9e209390bb8"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:08:07.177455 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66fcda3-bbff-452d-984c-0e96fcfb3982 x-openstack-request-id: req-b66fcda3-bbff-452d-984c-0e96fcfb3982 {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:08:07.177754 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e10c49-400a-46cf-9eaf-ad922b0a7308", "name": "network-vif-deleted", "tag": "955b4515-90fa-425d-b1ed-e9e209390bb8", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:08:07.178007 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b66fcda3-bbff-452d-984c-0e96fcfb3982 {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:08:07.178420 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e10c49-400a-46cf-9eaf-ad922b0a7308', 'name': 'network-vif-deleted', 'tag': '955b4515-90fa-425d-b1ed-e9e209390bb8', 'status': 'completed', 'code': 200} Mar 01 17:08:07.710848 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-d0feaffd-aca3-4755-aada-034d1b5e0f54 req-6b7cffa0-1350-4530-929c-61323861c590 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=63e10c49-400a-46cf-9eaf-ad922b0a7308 HTTP/1.1" status: 200 len: 210 time: 0.0288403 Mar 01 17:08:09.211195 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 955b4515-90fa-425d-b1ed-e9e209390bb8 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:08:09.232430 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] No Port match for: 955b4515-90fa-425d-b1ed-e9e209390bb8 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:08:09.232775 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device 955b4515-90fa-425d-b1ed-e9e209390bb8 not bound to the agent host hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:08:11.009778 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 60838) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:08:11.165000 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-ae69ccb4-fe88-4a71-9531-2ce3e1edfe11 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Deleting port d12c2274-7ba5-46a9-95bd-92f400eb48b3 {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:08:11.165339 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ae69ccb4-fe88-4a71-9531-2ce3e1edfe11 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (d12c2274-7ba5-46a9-95bd-92f400eb48b3), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:11.238977 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ae69ccb4-fe88-4a71-9531-2ce3e1edfe11 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (d12c2274-7ba5-46a9-95bd-92f400eb48b3), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:11.239298 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ae69ccb4-fe88-4a71-9531-2ce3e1edfe11 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for floatingip (d12c2274-7ba5-46a9-95bd-92f400eb48b3), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:11.250772 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-ae69ccb4-fe88-4a71-9531-2ce3e1edfe11 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Calling delete_port for d12c2274-7ba5-46a9-95bd-92f400eb48b3 owned by network:floatingip {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:08:11.398359 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ae69ccb4-fe88-4a71-9531-2ce3e1edfe11 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (d12c2274-7ba5-46a9-95bd-92f400eb48b3), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:11.423959 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69ccb4-fe88-4a71-9531-2ce3e1edfe11 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event deleted for resources: {'Port': ['ID=d12c2274-7ba5-46a9-95bd-92f400eb48b3,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:08:11.486402 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ae69ccb4-fe88-4a71-9531-2ce3e1edfe11 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for floatingip (8d17d474-e252-4953-8cf9-58e138432e1c), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:11.486724 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.db.l3_db [None req-ae69ccb4-fe88-4a71-9531-2ce3e1edfe11 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Floating IP 8d17d474-e252-4953-8cf9-58e138432e1c disassociated (deleted). External IP: 172.27.0.234, port: c88f0215-33ab-4f38-a1b1-6fe5b42bdf53. Mar 01 17:08:11.704990 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae69ccb4-fe88-4a71-9531-2ce3e1edfe11 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Router b48f479a-35a5-43fe-b608-11c65a0f81cd has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:08:11.816301 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae69ccb4-fe88-4a71-9531-2ce3e1edfe11 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:08:11.821223 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-ae69ccb4-fe88-4a71-9531-2ce3e1edfe11 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for floatingip (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:11.826009 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74041c48-391d-48ab-a6f9-3ae591ffc44f None None] Sync routers for ids ['b48f479a-35a5-43fe-b608-11c65a0f81cd'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:08:11.836285 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74041c48-391d-48ab-a6f9-3ae591ffc44f None None] Routers {'b48f479a-35a5-43fe-b608-11c65a0f81cd'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:08:11.836905 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-74041c48-391d-48ab-a6f9-3ae591ffc44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:07:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['b48f479a-35a5-43fe-b608-11c65a0f81cd'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:08:11.870320 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-ae69ccb4-fe88-4a71-9531-2ce3e1edfe11 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "DELETE /v2.0/floatingips/8d17d474-e252-4953-8cf9-58e138432e1c HTTP/1.1" status: 204 len: 168 time: 0.8592875 Mar 01 17:08:11.871230 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d5bf81-6692-45b3-900e-b08e3fb33027', 'tag': 'c88f0215-33ab-4f38-a1b1-6fe5b42bdf53'}] {{(pid=103033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:08:11.875191 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dddadf24ac110f9ada54727228b3474a86f75cc3561f1e1b47b1deb8a3f97d9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2121713c-97ac-4173-8fc5-ac0d60bc45e1" -d '{"events": [{"name": "network-changed", "server_uuid": "07d5bf81-6692-45b3-900e-b08e3fb33027", "tag": "c88f0215-33ab-4f38-a1b1-6fe5b42bdf53"}]}' {{(pid=103033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:08:11.915456 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Mar 2022 17:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb598a8-f211-4da9-b426-bbd91a5dbfab x-openstack-request-id: req-bbb598a8-f211-4da9-b426-bbd91a5dbfab {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:08:11.915821 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d5bf81-6692-45b3-900e-b08e3fb33027", "tag": "c88f0215-33ab-4f38-a1b1-6fe5b42bdf53", "status": "completed", "code": 200}]} {{(pid=103033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:08:11.916144 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bbb598a8-f211-4da9-b426-bbd91a5dbfab {{(pid=103033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:08:11.916612 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d5bf81-6692-45b3-900e-b08e3fb33027', 'tag': 'c88f0215-33ab-4f38-a1b1-6fe5b42bdf53', 'status': 'completed', 'code': 200} Mar 01 17:08:11.951022 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-74041c48-391d-48ab-a6f9-3ae591ffc44f None None] Set router b48f479a-35a5-43fe-b608-11c65a0f81cd gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:08:11.988997 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121713c-97ac-4173-8fc5-ac0d60bc45e1 req-a7fb69c5-26d1-4912-bdeb-327f38da829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:08:11.991264 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2121713c-97ac-4173-8fc5-ac0d60bc45e1 req-a7fb69c5-26d1-4912-bdeb-327f38da829b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfbb9521b0ae41719a30a1935a4cbf87&device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 1130 time: 0.0556071 Mar 01 17:08:12.092524 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121713c-97ac-4173-8fc5-ac0d60bc45e1 req-cf366dfb-c6f5-42ac-80fd-77277d815ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:08:12.094071 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2121713c-97ac-4173-8fc5-ac0d60bc45e1 req-cf366dfb-c6f5-42ac-80fd-77277d815ee7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d6046e82-458d-4f62-9448-cbf1da4a132e HTTP/1.1" status: 200 len: 912 time: 0.0971372 Mar 01 17:08:12.169719 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2121713c-97ac-4173-8fc5-ac0d60bc45e1 req-2d81c88d-c658-4597-8052-eb2f70c9360f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 HTTP/1.1" status: 200 len: 217 time: 0.0640867 Mar 01 17:08:12.172169 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-74041c48-391d-48ab-a6f9-3ae591ffc44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:20Z', 'revision_number': 5, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:08:12.200529 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74041c48-391d-48ab-a6f9-3ae591ffc44f None None] Checking router: b48f479a-35a5-43fe-b608-11c65a0f81cd for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:08:12.213207 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74041c48-391d-48ab-a6f9-3ae591ffc44f None None] Routers {'b48f479a-35a5-43fe-b608-11c65a0f81cd'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:08:12.213846 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-74041c48-391d-48ab-a6f9-3ae591ffc44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:07:46Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['b48f479a-35a5-43fe-b608-11c65a0f81cd'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:08:12.230930 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac508e4-0e8d-45ff-b372-d33a3ee940bb req-6de1b4ed-35d5-4567-ad30-1cf56b146b98 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:08:12.232549 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bac508e4-0e8d-45ff-b372-d33a3ee940bb req-6de1b4ed-35d5-4567-ad30-1cf56b146b98 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 946 time: 0.1283276 Mar 01 17:08:12.239245 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121713c-97ac-4173-8fc5-ac0d60bc45e1 req-c4bfc093-1745-445e-a67a-26f17ff2f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:08:12.240727 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2121713c-97ac-4173-8fc5-ac0d60bc45e1 req-c4bfc093-1745-445e-a67a-26f17ff2f4e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1576c47e-a363-42c8-b1bb-78954efa89be HTTP/1.1" status: 200 len: 850 time: 0.0630832 Mar 01 17:08:12.324417 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-bac508e4-0e8d-45ff-b372-d33a3ee940bb req-2aba9d43-0f8b-4c64-8990-322b05102719 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827110 Mar 01 17:08:12.326357 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121713c-97ac-4173-8fc5-ac0d60bc45e1 req-c808bbcf-60c5-4e84-939a-642a3416baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:08:12.326778 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-74041c48-391d-48ab-a6f9-3ae591ffc44f None None] Set router b48f479a-35a5-43fe-b608-11c65a0f81cd gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:08:12.327857 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2121713c-97ac-4173-8fc5-ac0d60bc45e1 req-c808bbcf-60c5-4e84-939a-642a3416baa9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d6046e82-458d-4f62-9448-cbf1da4a132e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804086 Mar 01 17:08:12.425966 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2121713c-97ac-4173-8fc5-ac0d60bc45e1 req-30c2d4f8-a152-4cc9-b9a8-0e9f58fd86a5 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909400 Mar 01 17:08:12.521674 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-2121713c-97ac-4173-8fc5-ac0d60bc45e1 req-52019808-d31a-4e97-af0c-1eb5b551d8a7 service neutron] 10.222.0.37 "GET /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892835 Mar 01 17:08:12.538258 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-74041c48-391d-48ab-a6f9-3ae591ffc44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:20Z', 'revision_number': 5, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:08:12.702806 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74041c48-391d-48ab-a6f9-3ae591ffc44f None None] The sync data for ids ['b48f479a-35a5-43fe-b608-11c65a0f81cd'] in dv-cinder-831247-2-iscsi is: [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:01:13Z', 'revision_number': 4, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi', '_interfaces': [{'id': '162418b5-daf8-4726-8f17-ebb915695ced', 'name': '', 'network_id': 'd6046e82-458d-4f62-9448-cbf1da4a132e', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'mac_address': 'fa:16:3e:84:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:13Z', 'updated_at': '2022-03-01T17:01:20Z', 'revision_number': 5, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'subnets': [{'id': '1576c47e-a363-42c8-b1bb-78954efa89be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:08:12.927498 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4e8a2b-1a4e-416f-b423-e6b7b2ee57f9 None None] New status for floating IP 8d17d474-e252-4953-8cf9-58e138432e1c: DOWN {{(pid=103035) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 17:08:13.450563 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8bd01-6e4a-455e-90be-4ad913093550 req-66ed0f73-f3aa-4dca-8f52-93451504ec86 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103033) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:08:13.452082 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-58c8bd01-6e4a-455e-90be-4ad913093550 req-66ed0f73-f3aa-4dca-8f52-93451504ec86 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 946 time: 0.0564275 Mar 01 17:08:13.501609 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-58c8bd01-6e4a-455e-90be-4ad913093550 req-06414b86-96b0-4606-a7a9-f7c24a9bcf5f tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/security-groups?id=73c3e60a-fd1b-46ba-a82e-38ce327405b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431879 Mar 01 17:08:13.547516 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ea9ac-12d6-4b14-af3c-bdf66a0e603b req-1ff0431d-0988-467a-ba99-80fd93f68faa tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 17:08:13.549109 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b26ea9ac-12d6-4b14-af3c-bdf66a0e603b req-1ff0431d-0988-467a-ba99-80fd93f68faa tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 946 time: 0.0561826 Mar 01 17:08:13.644975 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-b26ea9ac-12d6-4b14-af3c-bdf66a0e603b req-c35c6d0c-b76a-4c4d-8dcf-d6ac396d9397 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Deleting port c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:08:13.645317 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-b26ea9ac-12d6-4b14-af3c-bdf66a0e603b req-c35c6d0c-b76a-4c4d-8dcf-d6ac396d9397 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (c88f0215-33ab-4f38-a1b1-6fe5b42bdf53), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:13.694391 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d990f713-fb72-42d4-b671-e54368412c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:13.741440 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [req-b26ea9ac-12d6-4b14-af3c-bdf66a0e603b req-c35c6d0c-b76a-4c4d-8dcf-d6ac396d9397 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] For port c88f0215-33ab-4f38-a1b1-6fe5b42bdf53, host hv-cinder-83124, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83124',level=0,port_id=c88f0215-33ab-4f38-a1b1-6fe5b42bdf53,segment=NetworkSegment(d30029e1-fef4-4b84-9127-2a2720257a02),segment_id=d30029e1-fef4-4b84-9127-2a2720257a02)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:08:13.741801 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-b26ea9ac-12d6-4b14-af3c-bdf66a0e603b req-c35c6d0c-b76a-4c4d-8dcf-d6ac396d9397 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (c88f0215-33ab-4f38-a1b1-6fe5b42bdf53), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:13.755313 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [req-b26ea9ac-12d6-4b14-af3c-bdf66a0e603b req-c35c6d0c-b76a-4c4d-8dcf-d6ac396d9397 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Calling delete_port for c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 owned by compute:nova {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:08:13.886745 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-b26ea9ac-12d6-4b14-af3c-bdf66a0e603b req-c35c6d0c-b76a-4c4d-8dcf-d6ac396d9397 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (c88f0215-33ab-4f38-a1b1-6fe5b42bdf53), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:13.915565 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c6d0c-b76a-4c4d-8dcf-d6ac396d9397 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event deleted for resources: {'Port': ['ID=c88f0215-33ab-4f38-a1b1-6fe5b42bdf53,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:08:13.962177 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26ea9ac-12d6-4b14-af3c-bdf66a0e603b req-c35c6d0c-b76a-4c4d-8dcf-d6ac396d9397 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] No DVR routers for this DVR port c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 on host hv-cinder-83124 {{(pid=103032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:08:13.964714 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [req-b26ea9ac-12d6-4b14-af3c-bdf66a0e603b req-c35c6d0c-b76a-4c4d-8dcf-d6ac396d9397 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for port (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:13.968064 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [req-b26ea9ac-12d6-4b14-af3c-bdf66a0e603b req-c35c6d0c-b76a-4c4d-8dcf-d6ac396d9397 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.37 "DELETE /v2.0/ports/c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 HTTP/1.1" status: 204 len: 173 time: 0.4136381 Mar 01 17:08:13.968527 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d5bf81-6692-45b3-900e-b08e3fb33027', 'name': 'network-vif-deleted', 'tag': 'c88f0215-33ab-4f38-a1b1-6fe5b42bdf53'}] {{(pid=103032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 17:08:13.970792 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7d71c8b0febbad4b23bce17103ece6dabdac1eb26900dd4f889ca6d430f0bc45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252cf775-058e-4a66-97e0-d308c83e15ec" -d '{"events": [{"server_uuid": "07d5bf81-6692-45b3-900e-b08e3fb33027", "name": "network-vif-deleted", "tag": "c88f0215-33ab-4f38-a1b1-6fe5b42bdf53"}]}' {{(pid=103032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 01 17:08:14.068510 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Mar 2022 17:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65be1fd-2738-4d04-8994-bede3bd880b9 x-openstack-request-id: req-e65be1fd-2738-4d04-8994-bede3bd880b9 {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 01 17:08:14.068821 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d5bf81-6692-45b3-900e-b08e3fb33027", "name": "network-vif-deleted", "tag": "c88f0215-33ab-4f38-a1b1-6fe5b42bdf53", "status": "completed", "code": 200}]} {{(pid=103032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 01 17:08:14.069110 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e65be1fd-2738-4d04-8994-bede3bd880b9 {{(pid=103032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 01 17:08:14.069528 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d5bf81-6692-45b3-900e-b08e3fb33027', 'name': 'network-vif-deleted', 'tag': 'c88f0215-33ab-4f38-a1b1-6fe5b42bdf53', 'status': 'completed', 'code': 200} Mar 01 17:08:14.621119 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [req-b960c51b-7b5f-426e-a1b7-86cf94871209 req-479025ba-2fe8-4dfe-b5a8-4dce45f7a9d2 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "GET /v2.0/ports?device_id=07d5bf81-6692-45b3-900e-b08e3fb33027 HTTP/1.1" status: 200 len: 210 time: 0.0285201 Mar 01 17:08:15.678274 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 60858) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:08:15.817041 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-272240dc-5ad8-4dcc-8703-d10c5a28eddb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Deleting port 1a3ac62f-41fc-468b-aa54-63c7ff52a7f9 {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:08:15.817283 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-272240dc-5ad8-4dcc-8703-d10c5a28eddb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (1a3ac62f-41fc-468b-aa54-63c7ff52a7f9), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:15.896392 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-272240dc-5ad8-4dcc-8703-d10c5a28eddb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (1a3ac62f-41fc-468b-aa54-63c7ff52a7f9), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:15.896761 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-272240dc-5ad8-4dcc-8703-d10c5a28eddb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for floatingip (1a3ac62f-41fc-468b-aa54-63c7ff52a7f9), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:15.911361 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-272240dc-5ad8-4dcc-8703-d10c5a28eddb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Calling delete_port for 1a3ac62f-41fc-468b-aa54-63c7ff52a7f9 owned by network:floatingip {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:08:15.950345 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-ace0815f-b383-4c63-814d-773e6ae3f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:16.060402 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-272240dc-5ad8-4dcc-8703-d10c5a28eddb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (1a3ac62f-41fc-468b-aa54-63c7ff52a7f9), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:16.088348 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272240dc-5ad8-4dcc-8703-d10c5a28eddb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event deleted for resources: {'Port': ['ID=1a3ac62f-41fc-468b-aa54-63c7ff52a7f9,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:08:16.155312 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-272240dc-5ad8-4dcc-8703-d10c5a28eddb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for floatingip (e1846c39-88dd-4bf0-80ff-cde59fa948bf), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:16.157947 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-272240dc-5ad8-4dcc-8703-d10c5a28eddb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59191'] for floatingip (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:16.159686 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-272240dc-5ad8-4dcc-8703-d10c5a28eddb tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "DELETE /v2.0/floatingips/e1846c39-88dd-4bf0-80ff-cde59fa948bf HTTP/1.1" status: 204 len: 168 time: 0.4798632 Mar 01 17:08:16.993775 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:17.258185 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 no longer exists at agent hyperv_hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:08:17.281763 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] No Port match for: c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:08:17.282107 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Device c88f0215-33ab-4f38-a1b1-6fe5b42bdf53 not bound to the agent host hv-cinder-83124 {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:08:17.363288 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 60874) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:08:17.422107 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-68a22bc2-4d58-4ec6-8a47-3a4c73c4c2b6 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group (73c3e60a-fd1b-46ba-a82e-38ce327405b2), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:17.448213 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-68a22bc2-4d58-4ec6-8a47-3a4c73c4c2b6 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group (73c3e60a-fd1b-46ba-a82e-38ce327405b2), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:17.508707 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-68a22bc2-4d58-4ec6-8a47-3a4c73c4c2b6 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (73c3e60a-fd1b-46ba-a82e-38ce327405b2), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:17.511241 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-68a22bc2-4d58-4ec6-8a47-3a4c73c4c2b6 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Publish callbacks [] for security_group (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:17.512431 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-68a22bc2-4d58-4ec6-8a47-3a4c73c4c2b6 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] 10.222.0.55 "DELETE /v2.0/security-groups/73c3e60a-fd1b-46ba-a82e-38ce327405b2 HTTP/1.1" status: 204 len: 168 time: 0.1481912 Mar 01 17:08:17.522503 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a22bc2-4d58-4ec6-8a47-3a4c73c4c2b6 tempest-TestVolumeBootPattern-883835725 tempest-TestVolumeBootPattern-883835725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c3e60a-fd1b-46ba-a82e-38ce327405b2,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:08:18.580801 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 60884) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:08:18.598357 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:19.016961 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-407c4d5c-adff-4790-af2d-d00abe9103b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690182'] for router_interface (b48f479a-35a5-43fe-b608-11c65a0f81cd), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:19.256185 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-407c4d5c-adff-4790-af2d-d00abe9103b9 admin admin] Deleting port 162418b5-daf8-4726-8f17-ebb915695ced {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:08:19.256520 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-407c4d5c-adff-4790-af2d-d00abe9103b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (162418b5-daf8-4726-8f17-ebb915695ced), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:19.331509 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [None req-407c4d5c-adff-4790-af2d-d00abe9103b9 admin admin] For port 162418b5-daf8-4726-8f17-ebb915695ced, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=162418b5-daf8-4726-8f17-ebb915695ced,segment=NetworkSegment(d30029e1-fef4-4b84-9127-2a2720257a02),segment_id=d30029e1-fef4-4b84-9127-2a2720257a02)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:08:19.331875 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-407c4d5c-adff-4790-af2d-d00abe9103b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (162418b5-daf8-4726-8f17-ebb915695ced), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:19.347891 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-407c4d5c-adff-4790-af2d-d00abe9103b9 admin admin] Calling delete_port for 162418b5-daf8-4726-8f17-ebb915695ced owned by network:router_interface {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:08:19.524972 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-407c4d5c-adff-4790-af2d-d00abe9103b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (162418b5-daf8-4726-8f17-ebb915695ced), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:19.548071 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c4d5c-adff-4790-af2d-d00abe9103b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=162418b5-daf8-4726-8f17-ebb915695ced,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:08:19.716138 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-407c4d5c-adff-4790-af2d-d00abe9103b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690026'] for router_interface (b48f479a-35a5-43fe-b608-11c65a0f81cd), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:19.915659 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:19.927944 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407c4d5c-adff-4790-af2d-d00abe9103b9 admin admin] Router b48f479a-35a5-43fe-b608-11c65a0f81cd has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:08:20.032904 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407c4d5c-adff-4790-af2d-d00abe9103b9 admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:08:20.038118 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-407c4d5c-adff-4790-af2d-d00abe9103b9 admin admin] 10.222.0.55 "PUT /v2.0/routers/b48f479a-35a5-43fe-b608-11c65a0f81cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4551008 Mar 01 17:08:20.040542 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 60890) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:08:20.043019 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62508296-d818-4c10-9906-63c5db1f71c3 None None] Sync routers for ids ['b48f479a-35a5-43fe-b608-11c65a0f81cd'] in dv-cinder-831247-2-iscsi {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:08:20.053041 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62508296-d818-4c10-9906-63c5db1f71c3 None None] Routers {'b48f479a-35a5-43fe-b608-11c65a0f81cd'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:08:20.053662 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-62508296-d818-4c10-9906-63c5db1f71c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:08:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['b48f479a-35a5-43fe-b608-11c65a0f81cd'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:08:20.142863 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5808c3d9-bb98-443d-88a7-d923ba81783c admin admin] Publish callbacks [] for router (b48f479a-35a5-43fe-b608-11c65a0f81cd), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:20.160476 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-62508296-d818-4c10-9906-63c5db1f71c3 None None] Set router b48f479a-35a5-43fe-b608-11c65a0f81cd gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:08:20.344100 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-62508296-d818-4c10-9906-63c5db1f71c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:08:19Z', 'revision_number': 5, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:08:20.371974 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62508296-d818-4c10-9906-63c5db1f71c3 None None] Checking router: b48f479a-35a5-43fe-b608-11c65a0f81cd for host: dv-cinder-831247-2-iscsi {{(pid=103034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:08:20.380796 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62508296-d818-4c10-9906-63c5db1f71c3 None None] Routers {'b48f479a-35a5-43fe-b608-11c65a0f81cd'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:08:20.381427 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-62508296-d818-4c10-9906-63c5db1f71c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:08:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['b48f479a-35a5-43fe-b608-11c65a0f81cd'], 'active': True} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:08:20.491567 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_dvr_db [None req-62508296-d818-4c10-9906-63c5db1f71c3 None None] Set router b48f479a-35a5-43fe-b608-11c65a0f81cd gateway port host: dv-cinder-831247-2-iscsi {{(pid=103034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:08:20.529090 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5808c3d9-bb98-443d-88a7-d923ba81783c admin admin] Publish callbacks [] for router_gateway (b48f479a-35a5-43fe-b608-11c65a0f81cd), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:20.581625 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-5808c3d9-bb98-443d-88a7-d923ba81783c admin admin] Deleting port 61a4ca7e-4d96-47cd-884f-8ae6f411c739 {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:08:20.581950 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5808c3d9-bb98-443d-88a7-d923ba81783c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (61a4ca7e-4d96-47cd-884f-8ae6f411c739), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:20.662713 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [None req-5808c3d9-bb98-443d-88a7-d923ba81783c admin admin] For port 61a4ca7e-4d96-47cd-884f-8ae6f411c739, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=61a4ca7e-4d96-47cd-884f-8ae6f411c739,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:08:20.663007 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5808c3d9-bb98-443d-88a7-d923ba81783c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (61a4ca7e-4d96-47cd-884f-8ae6f411c739), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:20.675241 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-5808c3d9-bb98-443d-88a7-d923ba81783c admin admin] Calling delete_port for 61a4ca7e-4d96-47cd-884f-8ae6f411c739 owned by network:router_gateway {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:08:20.741306 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.db.l3_hamode_db [None req-62508296-d818-4c10-9906-63c5db1f71c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:08:19Z', 'revision_number': 5, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:08:20.770871 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62508296-d818-4c10-9906-63c5db1f71c3 None None] The sync data for ids ['b48f479a-35a5-43fe-b608-11c65a0f81cd'] in dv-cinder-831247-2-iscsi is: [{'id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'name': 'tempest-TestVolumeBootPattern-388705443-router', 'tenant_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:10Z', 'updated_at': '2022-03-01T17:08:19Z', 'revision_number': 5, 'project_id': 'bfbb9521b0ae41719a30a1935a4cbf87', 'gw_port': {'id': '61a4ca7e-4d96-47cd-884f-8ae6f411c739', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:94:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48f479a-35a5-43fe-b608-11c65a0f81cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:11Z', 'updated_at': '2022-03-01T17:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}] {{(pid=103034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:08:20.851829 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5808c3d9-bb98-443d-88a7-d923ba81783c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (61a4ca7e-4d96-47cd-884f-8ae6f411c739), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:20.879822 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808c3d9-bb98-443d-88a7-d923ba81783c admin admin] Pushing event deleted for resources: {'Port': ['ID=61a4ca7e-4d96-47cd-884f-8ae6f411c739,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:08:20.938018 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5808c3d9-bb98-443d-88a7-d923ba81783c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688584'] for router_gateway (b48f479a-35a5-43fe-b608-11c65a0f81cd), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:21.027179 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5808c3d9-bb98-443d-88a7-d923ba81783c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3699224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523531'] for router (b48f479a-35a5-43fe-b608-11c65a0f81cd), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:21.029266 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5808c3d9-bb98-443d-88a7-d923ba81783c admin admin] Publish callbacks [] for router_controller (b48f479a-35a5-43fe-b608-11c65a0f81cd), precommit_delete_associations {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:21.074137 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5808c3d9-bb98-443d-88a7-d923ba81783c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3699235'] for router (b48f479a-35a5-43fe-b608-11c65a0f81cd), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:21.074606 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5808c3d9-bb98-443d-88a7-d923ba81783c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b48f479a-35a5-43fe-b608-11c65a0f81cd {{(pid=103032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 17:08:21.078921 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-5808c3d9-bb98-443d-88a7-d923ba81783c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:21.080060 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-5808c3d9-bb98-443d-88a7-d923ba81783c admin admin] 10.222.0.55 "DELETE /v2.0/routers/b48f479a-35a5-43fe-b608-11c65a0f81cd HTTP/1.1" status: 204 len: 168 time: 1.0386229 Mar 01 17:08:21.082647 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 60892) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:08:21.127713 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.db_base_plugin_v2 [None req-0826ad2d-7436-4988-9ddc-06b305b27a50 admin admin] Deleting subnet 1576c47e-a363-42c8-b1bb-78954efa89be {{(pid=103032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 17:08:21.131615 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-0826ad2d-7436-4988-9ddc-06b305b27a50 admin admin] Publish callbacks [] for subnet (1576c47e-a363-42c8-b1bb-78954efa89be), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:21.165289 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-0826ad2d-7436-4988-9ddc-06b305b27a50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12091598'] for subnet (1576c47e-a363-42c8-b1bb-78954efa89be), precommit_delete_associations {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:21.248035 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-0826ad2d-7436-4988-9ddc-06b305b27a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824678'] for subnet (1576c47e-a363-42c8-b1bb-78954efa89be), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:21.301261 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-0826ad2d-7436-4988-9ddc-06b305b27a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12092201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12089742'] for subnet (1576c47e-a363-42c8-b1bb-78954efa89be), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:21.326260 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826ad2d-7436-4988-9ddc-06b305b27a50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1576c47e-a363-42c8-b1bb-78954efa89be,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:08:21.329843 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-0826ad2d-7436-4988-9ddc-06b305b27a50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:21.333852 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-0826ad2d-7436-4988-9ddc-06b305b27a50 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1576c47e-a363-42c8-b1bb-78954efa89be HTTP/1.1" status: 204 len: 168 time: 0.2502682 Mar 01 17:08:21.336887 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 60894) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:08:21.339148 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3efc0b9-3d4c-4c87-b9da-9debad079ef9 None None] Network d6046e82-458d-4f62-9448-cbf1da4a132e requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:08:21.413589 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ac2be1bc-2cbd-457d-afdc-4e9dc228b45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896669'] for network (d6046e82-458d-4f62-9448-cbf1da4a132e), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:21.474129 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-ac2be1bc-2cbd-457d-afdc-4e9dc228b45e admin admin] Deleting port e4bf98bc-50ea-4189-946b-e729915ac437 {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:08:21.474483 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ac2be1bc-2cbd-457d-afdc-4e9dc228b45e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (e4bf98bc-50ea-4189-946b-e729915ac437), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:21.536874 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [None req-ac2be1bc-2cbd-457d-afdc-4e9dc228b45e admin admin] For port e4bf98bc-50ea-4189-946b-e729915ac437, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=e4bf98bc-50ea-4189-946b-e729915ac437,segment=NetworkSegment(d30029e1-fef4-4b84-9127-2a2720257a02),segment_id=d30029e1-fef4-4b84-9127-2a2720257a02)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:08:21.537234 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ac2be1bc-2cbd-457d-afdc-4e9dc228b45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (e4bf98bc-50ea-4189-946b-e729915ac437), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:21.548990 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-ac2be1bc-2cbd-457d-afdc-4e9dc228b45e admin admin] Calling delete_port for e4bf98bc-50ea-4189-946b-e729915ac437 owned by network:dhcp {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:08:21.629917 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ac2be1bc-2cbd-457d-afdc-4e9dc228b45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (e4bf98bc-50ea-4189-946b-e729915ac437), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:21.654979 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2be1bc-2cbd-457d-afdc-4e9dc228b45e admin admin] Pushing event deleted for resources: {'Port': ['ID=e4bf98bc-50ea-4189-946b-e729915ac437,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:08:21.660146 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2be1bc-2cbd-457d-afdc-4e9dc228b45e admin admin] No DVR routers for this DVR port e4bf98bc-50ea-4189-946b-e729915ac437 on host dv-cinder-831247-2-iscsi {{(pid=103032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:08:21.731774 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ac2be1bc-2cbd-457d-afdc-4e9dc228b45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986525', 'neutron.services.segments.db._delete_segments_for_network-8740453540253'] for network (d6046e82-458d-4f62-9448-cbf1da4a132e), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:21.754344 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.services.segments.db [None req-ac2be1bc-2cbd-457d-afdc-4e9dc228b45e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6046e82-458d-4f62-9448-cbf1da4a132e']}} {{(pid=103032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:08:21.764108 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.services.segments.db [None req-ac2be1bc-2cbd-457d-afdc-4e9dc228b45e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd30029e1-fef4-4b84-9127-2a2720257a02') {'for_net_delete': True} {{(pid=103032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:08:21.764401 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.services.segments.db [None req-ac2be1bc-2cbd-457d-afdc-4e9dc228b45e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd30029e1-fef4-4b84-9127-2a2720257a02') {} {{(pid=103032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:08:21.774270 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ac2be1bc-2cbd-457d-afdc-4e9dc228b45e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740453543078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12091609'] for segment (d30029e1-fef4-4b84-9127-2a2720257a02), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:21.786002 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e5a568-c84d-4ff5-a369-97fb9cb8f957 None None] DHCP port deletion for d6046e82-458d-4f62-9448-cbf1da4a132e request from dv-cinder-831247-2-iscsi {{(pid=103034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 17:08:21.789620 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ac2be1bc-2cbd-457d-afdc-4e9dc228b45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (d30029e1-fef4-4b84-9127-2a2720257a02), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:21.806134 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac2be1bc-2cbd-457d-afdc-4e9dc228b45e admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 17:08:21.806538 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ac2be1bc-2cbd-457d-afdc-4e9dc228b45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12092407'] for segment (d30029e1-fef4-4b84-9127-2a2720257a02), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: Traceback (most recent call last): Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: timer() Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: cb(*args, **kw) Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: return func(*args, **kwargs) Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: self._notify() Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: self.callback(batched_events) Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: event.method(event) Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: return f(self, *a, **k) Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: return self._get(url).json() Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: return self.request(url, 'GET', **kwargs) Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 17:08:21.808399 dv-cinder-831247-2-iscsi neutron-server[103032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 17:08:21.843367 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 162418b5-daf8-4726-8f17-ebb915695ced no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:08:21.863028 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ac2be1bc-2cbd-457d-afdc-4e9dc228b45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688628'] for network (d6046e82-458d-4f62-9448-cbf1da4a132e), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:21.864860 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: 162418b5-daf8-4726-8f17-ebb915695ced {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:08:21.865335 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 162418b5-daf8-4726-8f17-ebb915695ced not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:08:21.866382 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 61a4ca7e-4d96-47cd-884f-8ae6f411c739 no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:08:21.869472 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ac2be1bc-2cbd-457d-afdc-4e9dc228b45e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:21.875212 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-ac2be1bc-2cbd-457d-afdc-4e9dc228b45e admin admin] 10.222.0.55 "DELETE /v2.0/networks/d6046e82-458d-4f62-9448-cbf1da4a132e HTTP/1.1" status: 204 len: 168 time: 0.5336902 Mar 01 17:08:21.875626 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 60896) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:08:21.882361 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2be1bc-2cbd-457d-afdc-4e9dc228b45e admin admin] Pushing event deleted for resources: {'Network': ['ID=d6046e82-458d-4f62-9448-cbf1da4a132e,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:08:21.887838 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: 61a4ca7e-4d96-47cd-884f-8ae6f411c739 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:08:21.887838 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 61a4ca7e-4d96-47cd-884f-8ae6f411c739 not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:08:21.887838 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device e4bf98bc-50ea-4189-946b-e729915ac437 no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:08:21.906962 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: e4bf98bc-50ea-4189-946b-e729915ac437 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:08:21.907312 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device e4bf98bc-50ea-4189-946b-e729915ac437 not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:08:22.232698 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e44eb184-d618-4249-947a-8850c7f8ac53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690182'] for router_interface (7cbf8b60-f076-4ad7-a12e-5d28470875b2), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:22.477655 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-e44eb184-d618-4249-947a-8850c7f8ac53 admin admin] Deleting port 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9 {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:08:22.477995 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e44eb184-d618-4249-947a-8850c7f8ac53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (7e0199c8-5ceb-450a-bb56-1d1bc12bdad9), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:22.554537 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [None req-e44eb184-d618-4249-947a-8850c7f8ac53 admin admin] For port 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=7e0199c8-5ceb-450a-bb56-1d1bc12bdad9,segment=NetworkSegment(01c31847-cd43-4234-a53f-06b28393aaa6),segment_id=01c31847-cd43-4234-a53f-06b28393aaa6)] {{(pid=103033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:08:22.554898 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e44eb184-d618-4249-947a-8850c7f8ac53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (7e0199c8-5ceb-450a-bb56-1d1bc12bdad9), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:22.567848 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-e44eb184-d618-4249-947a-8850c7f8ac53 admin admin] Calling delete_port for 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9 owned by network:router_interface {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:08:22.748981 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e44eb184-d618-4249-947a-8850c7f8ac53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (7e0199c8-5ceb-450a-bb56-1d1bc12bdad9), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:22.772025 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44eb184-d618-4249-947a-8850c7f8ac53 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e0199c8-5ceb-450a-bb56-1d1bc12bdad9,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:08:22.945426 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-e44eb184-d618-4249-947a-8850c7f8ac53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690026'] for router_interface (7cbf8b60-f076-4ad7-a12e-5d28470875b2), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:23.411425 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44eb184-d618-4249-947a-8850c7f8ac53 admin admin] Router 7cbf8b60-f076-4ad7-a12e-5d28470875b2 has already been hosted by L3 agent 70c69e27-710d-45aa-b0ba-4adc24280564 {{(pid=103033) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 01 17:08:23.515773 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44eb184-d618-4249-947a-8850c7f8ac53 admin admin] Notify agent at l3_agent.dv-cinder-831247-2-iscsi the message routers_updated {{(pid=103033) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 01 17:08:23.521402 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-e44eb184-d618-4249-947a-8850c7f8ac53 admin admin] 10.222.0.55 "PUT /v2.0/routers/7cbf8b60-f076-4ad7-a12e-5d28470875b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6445713 Mar 01 17:08:23.523829 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 60898) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:08:23.526629 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ee3e3-d874-484c-ae22-b9b12ac40402 None None] Sync routers for ids ['7cbf8b60-f076-4ad7-a12e-5d28470875b2'] in dv-cinder-831247-2-iscsi {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 17:08:23.537598 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ee3e3-d874-484c-ae22-b9b12ac40402 None None] Routers {'7cbf8b60-f076-4ad7-a12e-5d28470875b2'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:08:23.538198 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-926ee3e3-d874-484c-ae22-b9b12ac40402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:08:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['7cbf8b60-f076-4ad7-a12e-5d28470875b2'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:08:23.628724 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4cfcff57-357f-478b-b11c-05417cd45878 admin admin] Publish callbacks [] for router (7cbf8b60-f076-4ad7-a12e-5d28470875b2), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:23.639859 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-926ee3e3-d874-484c-ae22-b9b12ac40402 None None] Set router 7cbf8b60-f076-4ad7-a12e-5d28470875b2 gateway port host: dv-cinder-831247-2-iscsi {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:08:23.735524 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4cfcff57-357f-478b-b11c-05417cd45878 admin admin] Publish callbacks [] for router_gateway (7cbf8b60-f076-4ad7-a12e-5d28470875b2), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:23.789057 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcff57-357f-478b-b11c-05417cd45878 admin admin] Deleting port 086100fa-78e9-4046-b904-fb48b9788119 {{(pid=103033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:08:23.789398 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4cfcff57-357f-478b-b11c-05417cd45878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (086100fa-78e9-4046-b904-fb48b9788119), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:23.821655 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-926ee3e3-d874-484c-ae22-b9b12ac40402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbf8b60-f076-4ad7-a12e-5d28470875b2', 'name': 'tempest-TestVolumeBootPattern-921754991-router', 'tenant_id': 'ea6920f79f4148589b857ef95380015a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'external_fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '086100fa-78e9-4046-b904-fb48b9788119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:16Z', 'updated_at': '2022-03-01T17:08:22Z', 'revision_number': 5, 'project_id': 'ea6920f79f4148589b857ef95380015a', 'gw_port': {'id': '086100fa-78e9-4046-b904-fb48b9788119', 'name': '', 'network_id': 'e6ae233f-293e-41a5-ad0b-5fc845cdb59d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbf8b60-f076-4ad7-a12e-5d28470875b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831247-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T17:01:17Z', 'updated_at': '2022-03-01T17:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f57a09de-5442-447f-9fd0-ed63e9a7467a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831247-2-iscsi'}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:08:23.847988 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ee3e3-d874-484c-ae22-b9b12ac40402 None None] Checking router: 7cbf8b60-f076-4ad7-a12e-5d28470875b2 for host: dv-cinder-831247-2-iscsi {{(pid=103035) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 17:08:23.855996 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ee3e3-d874-484c-ae22-b9b12ac40402 None None] Routers {'7cbf8b60-f076-4ad7-a12e-5d28470875b2'} bound to L3 agent in host dv-cinder-831247-2-iscsi {{(pid=103035) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 01 17:08:23.856597 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-926ee3e3-d874-484c-ae22-b9b12ac40402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831247-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T16:48:16Z,description=,heartbeat_timestamp=2022-03-01T17:08:16Z,host='dv-cinder-831247-2-iscsi',id=70c69e27-710d-45aa-b0ba-4adc24280564,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T16:48:16Z,topic='l3_agent')) {'router_ids': ['7cbf8b60-f076-4ad7-a12e-5d28470875b2'], 'active': True} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:08:23.869659 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.db [None req-4cfcff57-357f-478b-b11c-05417cd45878 admin admin] For port 086100fa-78e9-4046-b904-fb48b9788119, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=086100fa-78e9-4046-b904-fb48b9788119,segment=NetworkSegment(94ea96c5-a503-469a-b6da-f0d57ecde7cb),segment_id=94ea96c5-a503-469a-b6da-f0d57ecde7cb)] {{(pid=103033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:08:23.870003 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4cfcff57-357f-478b-b11c-05417cd45878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (086100fa-78e9-4046-b904-fb48b9788119), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:23.881871 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.plugins.ml2.plugin [None req-4cfcff57-357f-478b-b11c-05417cd45878 admin admin] Calling delete_port for 086100fa-78e9-4046-b904-fb48b9788119 owned by network:router_gateway {{(pid=103033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:08:24.040485 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_dvr_db [None req-926ee3e3-d874-484c-ae22-b9b12ac40402 None None] Set router 7cbf8b60-f076-4ad7-a12e-5d28470875b2 gateway port host: None {{(pid=103035) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 01 17:08:24.051249 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4cfcff57-357f-478b-b11c-05417cd45878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12090067'] for port (086100fa-78e9-4046-b904-fb48b9788119), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:24.077213 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcff57-357f-478b-b11c-05417cd45878 admin admin] Pushing event deleted for resources: {'Port': ['ID=086100fa-78e9-4046-b904-fb48b9788119,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:08:24.099669 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.l3_hamode_db [None req-926ee3e3-d874-484c-ae22-b9b12ac40402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbf8b60-f076-4ad7-a12e-5d28470875b2', 'name': 'tempest-TestVolumeBootPattern-921754991-router', 'tenant_id': 'ea6920f79f4148589b857ef95380015a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:16Z', 'updated_at': '2022-03-01T17:08:23Z', 'revision_number': 6, 'project_id': 'ea6920f79f4148589b857ef95380015a', 'gw_port_host': None}], 'dv-cinder-831247-2-iscsi', False) {} {{(pid=103035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:08:24.129347 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926ee3e3-d874-484c-ae22-b9b12ac40402 None None] The sync data for ids ['7cbf8b60-f076-4ad7-a12e-5d28470875b2'] in dv-cinder-831247-2-iscsi is: [{'id': '7cbf8b60-f076-4ad7-a12e-5d28470875b2', 'name': 'tempest-TestVolumeBootPattern-921754991-router', 'tenant_id': 'ea6920f79f4148589b857ef95380015a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T17:01:16Z', 'updated_at': '2022-03-01T17:08:23Z', 'revision_number': 6, 'project_id': 'ea6920f79f4148589b857ef95380015a', 'gw_port_host': None}] {{(pid=103035) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 17:08:24.143197 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4cfcff57-357f-478b-b11c-05417cd45878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688584'] for router_gateway (7cbf8b60-f076-4ad7-a12e-5d28470875b2), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:24.236548 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4cfcff57-357f-478b-b11c-05417cd45878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3699224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-523531'] for router (7cbf8b60-f076-4ad7-a12e-5d28470875b2), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:24.238810 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4cfcff57-357f-478b-b11c-05417cd45878 admin admin] Publish callbacks [] for router_controller (7cbf8b60-f076-4ad7-a12e-5d28470875b2), precommit_delete_associations {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:24.280691 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4cfcff57-357f-478b-b11c-05417cd45878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3699235'] for router (7cbf8b60-f076-4ad7-a12e-5d28470875b2), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:24.281509 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfcff57-357f-478b-b11c-05417cd45878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cbf8b60-f076-4ad7-a12e-5d28470875b2 {{(pid=103033) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 01 17:08:24.288145 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4cfcff57-357f-478b-b11c-05417cd45878 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:24.289271 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-4cfcff57-357f-478b-b11c-05417cd45878 admin admin] 10.222.0.55 "DELETE /v2.0/routers/7cbf8b60-f076-4ad7-a12e-5d28470875b2 HTTP/1.1" status: 204 len: 168 time: 0.7645442 Mar 01 17:08:24.291826 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [-] (103033) accepted ('10.222.0.55', 60900) {{(pid=103033) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:08:24.334810 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc52526-366d-41d3-96cb-4e33c1626325 admin admin] Deleting subnet f74e74ce-e3bc-4868-9d6e-bce3553d6c45 {{(pid=103033) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 01 17:08:24.337943 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4bc52526-366d-41d3-96cb-4e33c1626325 admin admin] Publish callbacks [] for subnet (f74e74ce-e3bc-4868-9d6e-bce3553d6c45), before_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:24.374017 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4bc52526-366d-41d3-96cb-4e33c1626325 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12140854'] for subnet (f74e74ce-e3bc-4868-9d6e-bce3553d6c45), precommit_delete_associations {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:24.461356 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4bc52526-366d-41d3-96cb-4e33c1626325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-824678'] for subnet (f74e74ce-e3bc-4868-9d6e-bce3553d6c45), precommit_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:24.516310 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4bc52526-366d-41d3-96cb-4e33c1626325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-824681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4175085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12090080', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11556261'] for subnet (f74e74ce-e3bc-4868-9d6e-bce3553d6c45), after_delete {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:24.544066 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc52526-366d-41d3-96cb-4e33c1626325 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f74e74ce-e3bc-4868-9d6e-bce3553d6c45,revision_number=None']} {{(pid=103033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:08:24.547592 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron_lib.callbacks.manager [None req-4bc52526-366d-41d3-96cb-4e33c1626325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for subnet (None), before_response {{(pid=103033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:24.550834 dv-cinder-831247-2-iscsi neutron-server[103033]: INFO neutron.wsgi [None req-4bc52526-366d-41d3-96cb-4e33c1626325 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f74e74ce-e3bc-4868-9d6e-bce3553d6c45 HTTP/1.1" status: 204 len: 168 time: 0.2581441 Mar 01 17:08:24.553426 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9ba106-2974-4208-97a1-908aa7037172 None None] Network 4e7389b9-4557-4002-b533-a2c586f42413 requested from dv-cinder-831247-2-iscsi {{(pid=103034) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 01 17:08:24.553896 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 60902) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:08:24.625538 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d53d6196-4720-43b6-953d-5a56c4dab72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-896669'] for network (4e7389b9-4557-4002-b533-a2c586f42413), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:24.682479 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-d53d6196-4720-43b6-953d-5a56c4dab72b admin admin] Deleting port 0304fa81-36ca-432e-9fbc-eaec3793929c {{(pid=103032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 01 17:08:24.682814 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d53d6196-4720-43b6-953d-5a56c4dab72b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740453745529'] for port (0304fa81-36ca-432e-9fbc-eaec3793929c), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:24.746258 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.db [None req-d53d6196-4720-43b6-953d-5a56c4dab72b admin admin] For port 0304fa81-36ca-432e-9fbc-eaec3793929c, host dv-cinder-831247-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831247-2-iscsi',level=0,port_id=0304fa81-36ca-432e-9fbc-eaec3793929c,segment=NetworkSegment(01c31847-cd43-4234-a53f-06b28393aaa6),segment_id=01c31847-cd43-4234-a53f-06b28393aaa6)] {{(pid=103032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 01 17:08:24.746615 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d53d6196-4720-43b6-953d-5a56c4dab72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3688877'] for port (0304fa81-36ca-432e-9fbc-eaec3793929c), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:24.758672 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.plugin [None req-d53d6196-4720-43b6-953d-5a56c4dab72b admin admin] Calling delete_port for 0304fa81-36ca-432e-9fbc-eaec3793929c owned by network:dhcp {{(pid=103032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 01 17:08:24.833931 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d53d6196-4720-43b6-953d-5a56c4dab72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-156187', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740453750748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740453213188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12092186'] for port (0304fa81-36ca-432e-9fbc-eaec3793929c), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:24.858830 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d6196-4720-43b6-953d-5a56c4dab72b admin admin] Pushing event deleted for resources: {'Port': ['ID=0304fa81-36ca-432e-9fbc-eaec3793929c,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:08:24.862082 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d6196-4720-43b6-953d-5a56c4dab72b admin admin] No DVR routers for this DVR port 0304fa81-36ca-432e-9fbc-eaec3793929c on host dv-cinder-831247-2-iscsi {{(pid=103032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 17:08:24.899768 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757bc9c2-20b3-49cc-8adc-309f2ee45bb7 None None] DHCP port deletion for 4e7389b9-4557-4002-b533-a2c586f42413 request from dv-cinder-831247-2-iscsi {{(pid=103034) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 01 17:08:24.940668 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d53d6196-4720-43b6-953d-5a56c4dab72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986525', 'neutron.services.segments.db._delete_segments_for_network-8740453540253'] for network (4e7389b9-4557-4002-b533-a2c586f42413), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:24.960129 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.services.segments.db [None req-d53d6196-4720-43b6-953d-5a56c4dab72b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7389b9-4557-4002-b533-a2c586f42413']}} {{(pid=103032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:08:24.969466 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.services.segments.db [None req-d53d6196-4720-43b6-953d-5a56c4dab72b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c31847-cd43-4234-a53f-06b28393aaa6') {'for_net_delete': True} {{(pid=103032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:08:24.969761 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.services.segments.db [None req-d53d6196-4720-43b6-953d-5a56c4dab72b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c31847-cd43-4234-a53f-06b28393aaa6') {} {{(pid=103032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 17:08:24.980011 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d53d6196-4720-43b6-953d-5a56c4dab72b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740453543078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12091609'] for segment (01c31847-cd43-4234-a53f-06b28393aaa6), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:24.993430 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d53d6196-4720-43b6-953d-5a56c4dab72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873'] for segment (01c31847-cd43-4234-a53f-06b28393aaa6), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:24.999801 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53d6196-4720-43b6-953d-5a56c4dab72b admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 17:08:25.000290 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d53d6196-4720-43b6-953d-5a56c4dab72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-826873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12092407'] for segment (01c31847-cd43-4234-a53f-06b28393aaa6), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: Traceback (most recent call last): Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: timer() Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: cb(*args, **kw) Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: return func(*args, **kwargs) Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: self._notify() Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: self.callback(batched_events) Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: event.method(event) Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: return f(self, *a, **k) Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: return self._get(url).json() Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: return self.request(url, 'GET', **kwargs) Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 17:08:25.001848 dv-cinder-831247-2-iscsi neutron-server[103032]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 17:08:25.060826 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d53d6196-4720-43b6-953d-5a56c4dab72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688628'] for network (4e7389b9-4557-4002-b533-a2c586f42413), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:25.066371 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-d53d6196-4720-43b6-953d-5a56c4dab72b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3708386'] for network (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:25.069728 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-d53d6196-4720-43b6-953d-5a56c4dab72b admin admin] 10.222.0.55 "DELETE /v2.0/networks/4e7389b9-4557-4002-b533-a2c586f42413 HTTP/1.1" status: 204 len: 168 time: 0.5148494 Mar 01 17:08:25.081715 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d6196-4720-43b6-953d-5a56c4dab72b admin admin] Pushing event deleted for resources: {'Network': ['ID=4e7389b9-4557-4002-b533-a2c586f42413,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:08:25.192589 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 60906) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:08:25.231372 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-5f509bf1-ebf9-4fd0-b866-ca8d5a407a9f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bfbb9521b0ae41719a30a1935a4cbf87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375850 Mar 01 17:08:25.233776 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 60908) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:08:25.278955 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-339a0556-d5ae-456d-8c64-32960e029d0c admin admin] Publish callbacks [] for security_group (2619d70a-1147-4aec-a9fe-4733bd8b6a29), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:25.300500 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-339a0556-d5ae-456d-8c64-32960e029d0c admin admin] Publish callbacks [] for security_group (2619d70a-1147-4aec-a9fe-4733bd8b6a29), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:25.345092 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-339a0556-d5ae-456d-8c64-32960e029d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (2619d70a-1147-4aec-a9fe-4733bd8b6a29), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:25.347958 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-339a0556-d5ae-456d-8c64-32960e029d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:25.349153 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-339a0556-d5ae-456d-8c64-32960e029d0c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2619d70a-1147-4aec-a9fe-4733bd8b6a29 HTTP/1.1" status: 204 len: 168 time: 0.1144874 Mar 01 17:08:25.356929 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a0556-d5ae-456d-8c64-32960e029d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2619d70a-1147-4aec-a9fe-4733bd8b6a29,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:08:25.656631 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 60914) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:08:25.697355 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-2f07a6ec-1904-4ee8-9d49-4a7d96f27dc9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ea6920f79f4148589b857ef95380015a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395689 Mar 01 17:08:25.699815 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.wsgi [-] (103032) accepted ('10.222.0.55', 60916) {{(pid=103032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 01 17:08:25.715533 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9 no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:08:25.734795 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:08:25.735229 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 7e0199c8-5ceb-450a-bb56-1d1bc12bdad9 not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:08:25.735743 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 0304fa81-36ca-432e-9fbc-eaec3793929c no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:08:25.750057 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ce1256d9-c86d-4469-b105-459e1ab1e79e admin admin] Publish callbacks [] for security_group (a7a204c9-70e6-4d41-bdc1-467e7921eb6e), before_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:25.758704 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: 0304fa81-36ca-432e-9fbc-eaec3793929c {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:08:25.759052 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 0304fa81-36ca-432e-9fbc-eaec3793929c not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:08:25.759505 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 086100fa-78e9-4046-b904-fb48b9788119 no longer exists at agent ovs-agent-dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 01 17:08:25.771798 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ce1256d9-c86d-4469-b105-459e1ab1e79e admin admin] Publish callbacks [] for security_group (a7a204c9-70e6-4d41-bdc1-467e7921eb6e), precommit_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:25.778145 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.plugin [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] No Port match for: 086100fa-78e9-4046-b904-fb48b9788119 {{(pid=103034) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 01 17:08:25.778495 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron.plugins.ml2.rpc [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Device 086100fa-78e9-4046-b904-fb48b9788119 not bound to the agent host dv-cinder-831247-2-iscsi {{(pid=103034) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 01 17:08:25.819238 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ce1256d9-c86d-4469-b105-459e1ab1e79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4180152'] for security_group (a7a204c9-70e6-4d41-bdc1-467e7921eb6e), after_delete {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:25.821794 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron_lib.callbacks.manager [None req-ce1256d9-c86d-4469-b105-459e1ab1e79e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:25.822923 dv-cinder-831247-2-iscsi neutron-server[103032]: INFO neutron.wsgi [None req-ce1256d9-c86d-4469-b105-459e1ab1e79e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a7a204c9-70e6-4d41-bdc1-467e7921eb6e HTTP/1.1" status: 204 len: 168 time: 0.1222405 Mar 01 17:08:25.830257 dv-cinder-831247-2-iscsi neutron-server[103032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1256d9-c86d-4469-b105-459e1ab1e79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a204c9-70e6-4d41-bdc1-467e7921eb6e,revision_number=None']} {{(pid=103032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 17:08:32.037304 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:35.106123 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 17:08:43.697593 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-63e6a423-002a-44a3-810c-42b2771bde0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:45.952279 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b77480e8-f2d2-4eea-aee4-2bd19836e7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:46.992385 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:48.594562 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:08:49.917127 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:09:02.049932 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:09:12.105370 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 17:09:13.698838 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-fa94182b-fcd3-4675-afee-d30bd92f2b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:09:15.956015 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-2914fd6b-8c74-439b-a904-0cc8d32fd021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:09:16.995842 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:09:18.597634 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:09:19.919264 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:09:32.069830 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:09:43.701008 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-27d042aa-9bd2-4dc8-b423-c01f1562aabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:09:45.957653 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4ecf2fb4-50ab-4dca-8beb-f8d5098f6eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:09:46.999940 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:09:48.599836 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:09:49.104167 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 17:09:49.920238 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:10:02.082764 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:10:13.703052 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-f180496b-e394-4c6f-8df1-c8f0182041f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:10:15.960404 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-6c8d2830-5082-4227-9043-6abfb38433d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:10:17.003683 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:10:18.603559 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:10:19.921662 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:10:26.102523 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 17:10:32.096875 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:10:43.707161 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9477a2bb-320f-4750-babe-14738c0f0333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:10:45.962054 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-80fe475c-074e-43bf-a829-49be70caf7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:10:47.005597 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:10:48.607541 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:10:49.923049 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:11:02.097720 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:11:03.101060 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 17:11:13.709355 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-34538657-82f8-4dfe-b770-12bfe9ed5093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:11:15.962975 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c41981c6-7ade-4b60-b29b-1087427315fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:11:17.008511 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:11:18.610097 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:11:19.925046 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:11:32.112697 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:11:40.098869 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 17:11:43.710988 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-5967a8f6-ba98-4cb8-8671-332402b95254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:11:45.964435 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-eab46df9-77d9-4adc-9438-7b048cd556b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:11:47.010483 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:11:48.617070 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:11:49.927095 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:12:02.110716 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:12:13.715441 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-0847a3f1-e0a4-4605-ad78-6b2ca547839d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:12:15.966005 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-e40b6e68-6434-4e5d-b008-3a282d7c6855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:12:17.013683 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:12:17.097429 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 17:12:18.617119 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:12:19.929271 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:12:24.981915 dv-cinder-831247-2-iscsi neutron-server[103033]: DEBUG neutron.wsgi [req-fb0861aa-d1ac-4d1e-a82e-807274ff4a96 req-6016dfed-9589-4a0e-8408-95109611a942 service neutron] (103033) timed out ('10.222.0.37', 50718) {{(pid=103033) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 01 17:12:32.111126 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:12:43.716915 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-9d905309-8d62-4638-9f70-3314ac17e7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:12:45.967689 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-c63d849c-ecba-4279-8272-ea9e4cf96e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:12:47.016548 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:12:48.620195 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:12:49.931226 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:12:54.098499 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 17:13:02.109990 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:13:13.718247 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-b3fe9810-e82b-41f7-bdde-f170eba96698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (76634103-e363-4824-9b69-d0e42b80a9e6), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:13:15.969325 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-996a2cbf-3933-47ba-a45e-e845f277d3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (70c69e27-710d-45aa-b0ba-4adc24280564), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:13:17.021188 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-d0a21239-6f83-401a-87db-587fc57dcfe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (8e114a69-2ddb-4e92-8c4b-1ceb3cf48e70), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:13:18.623352 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-4d6753a1-f9bb-4909-89a3-9045aaf23c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (91d10bff-cfd2-4816-bdf0-f514ccc587fb), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:13:19.933509 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-180c3986-10ff-4652-ad16-545c10ad42e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (f7cf8011-e30e-49b9-b794-f4246f85fcb3), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 01 17:13:31.099101 dv-cinder-831247-2-iscsi neutron-server[103035]: DEBUG neutron.db.agents_db [None req-07c2365c-9075-4ec7-b41b-72a2af84c1bc None None] Agent healthcheck: found 6 active agents {{(pid=103035) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 01 17:13:32.110010 dv-cinder-831247-2-iscsi neutron-server[103034]: DEBUG neutron_lib.callbacks.manager [None req-3280a101-7c6e-43d0-92fe-4a8b144cc665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740453540235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984458'] for agent (0ba095ae-c7bf-41ce-9c19-c3820d1f0f3a), after_update {{(pid=103034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}